{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183370739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183494691Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183510251Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183520131Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183529082Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183537322Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.183546602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183557152Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183566782Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183576572Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183586522Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183595442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183604663Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183613992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183622293Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183632093Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183640823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183649783Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183659073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183667833Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183678524Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183687664Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183697304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183706664Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183716104Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183725394Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183735084Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183743844Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183753725Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"16.39µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183766935Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183777035Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183786155Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"13.54µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183796275Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"17.001µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183806985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.183816335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"10.08µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184087309Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184105269Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184116779Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184257661Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184281372Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184302652Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184340562Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184389343Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184410913Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184427763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184444764Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.184463144Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.186103126Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.186997658Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.187021308Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.187078429Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.6881ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.187438324Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1811, tv_nsec: 398972094 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.187699578Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.187996862Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.189889887Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.189901547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.19010165Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.190423754Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.190453275Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.190467265Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.190477045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.190629897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.190650737Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.191024022Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.191038172Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.191173994Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.192806926Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.193142281Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.193586097Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.193612177Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.193621067Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.1938491Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.194015752Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1811, tv_nsec: 405553733 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.194266486Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.194303056Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.194530229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.195171588Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.195398741Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.195719035Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.195728986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.195895438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.196221222Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.196232562Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.196374454Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.198160618Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.19832756Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.198452682Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.199252563Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"15.696651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.199388895Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.199735419Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1811, tv_nsec: 411271410 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.199987633Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.200840194Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.200852314Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.201016486Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.202289664Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.202300074Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.202437145Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.203206266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.203373138Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.203598841Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.205155862Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.205167392Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.205306574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.2124125Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.21242788Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":40,"elapsed":"29.075421ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.221236008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.221511092Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.226942685Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.226961885Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.226968155Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.227107047Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.230806557Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.230986519Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.248076839Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.248090079Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"64.467876ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.279431351Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.279468931Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.279754975Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb8611fb-3a9d-42ac-95c0-c47225eaac94\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.279770855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.282169687Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.306257121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.306299541Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.306657126Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25fbb03a-f155-49d8-a04b-3908b0f8bc4c\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.306673457Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.308174477Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.310828582Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.310853963Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.31137592Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af5ea841-ef64-4b57-9dce-2f1b29e24b52\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.31141167Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.311811334Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.323661815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.323718656Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.324090201Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e5830c-5b5a-47c2-ae47-6a455726156f\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.324112501Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.325668912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.326433172Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.326918869Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.329945029Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.330289214Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.332389242Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.335471714Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.335497594Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.335693277Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.337558072Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"154.100141ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.337632693Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":14,"elapsed":"154.030291ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.350327743Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"166.798292ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.371503738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.371555529Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.371564659Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"188.028017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.378836287Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.379315973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.379538636Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.379899771Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57aefe52-23f6-40d9-8d24-7a0beb4784c8\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:30:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.381162928Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.38133588Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.381649014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.383620111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.383639981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.383854654Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.383950815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":14,"elapsed":"200.545555ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.385912752Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.387502623Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":14,"elapsed":"203.914361ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.38878588Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.388815681Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.389010563Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.39470351Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.39473162Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.395012894Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1790fc88-51d8-4b58-b051-d24a801170fd\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.395034804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.395336758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.397090062Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.397290284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.404238048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.404671814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.41035537Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.410394301Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.41180569Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0f56167b-a7a5-4f90-b360-0055c679e765\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.413714835Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":14,"elapsed":"230.273725ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.451456372Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.451944639Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec4cea5c-7a6a-49b4-8c44-6f7a06b7722f\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.451964509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.451974779Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.45198304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.453108725Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":14,"elapsed":"269.575844ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.484691229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.485064444Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.486916149Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.486933489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.487126082Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.496099592Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.496407637Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f9725b7-4431-41f7-a672-68ae9abac026\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.496429817Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.496440387Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.496754141Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.496765292Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.496772712Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.496780752Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.496788112Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.496795362Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.497331389Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.497345079Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.497568932Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.497578243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.497896587Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.500081646Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.500187887Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0660483a-fcbe-4b55-8ace-9d761fad1114\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.500200888Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.500280249Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b79a7c-fdb1-47bb-b496-2ab84d23033b\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.500291109Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.500300619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.60078542Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"05b688a0-0aeb-48bb-9206-71fe8c5cda12\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:11.60083042Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.60084103Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.601286206Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f487a8-a16a-4374-826f-95b4a185a266\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:30:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.601329197Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.601643871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.605188629Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.605515363Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.607995187Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.60827697Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.610072875Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.610307008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:11.615915403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":14,"elapsed":"432.448753ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:15.146944629Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"3acbd51d-a437-4cc9-986e-a201c3e655bc","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":422,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.18348758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.183583631Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.183600912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.183615032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.184045028Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.184066588Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.186336639Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.186533811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.186879136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.18796027Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"4.48167ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.189644533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.189659233Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.189820855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.191822722Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.191994035Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.193967371Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.196430994Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.196444894Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.196576066Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.204596494Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:21.204611684Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":41,"elapsed":"21.164565ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:30.147147911Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"1a29ff41-febb-4f17-8c00-d80e2cbc4007","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":339,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.183286167Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.183341577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.183358038Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.183370578Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.183680332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.183699262Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.185442486Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.18578463Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.186054294Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.187953619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"4.654673ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.188104191Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.188118771Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.188256884Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.189936256Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.190119189Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.191632279Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.194051021Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.194068431Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.194199173Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.202704308Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:31.202718168Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":42,"elapsed":"19.461382ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183195775Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183248735Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183259235Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183267776Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183274996Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183282666Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183289316Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183297276Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183304656Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183312136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183319146Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183326316Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183334306Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183342037Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183349806Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.183357027Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183366127Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183373217Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183403437Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183410627Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183417327Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183424107Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183429828Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183435838Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183442548Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.183448248Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183453878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183459838Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183466988Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183474688Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183481038Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183488128Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183493928Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.183501379Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-08 01:20:41.183462888 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183508489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183515089Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183522079Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183544259Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183552409Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:30:41.183559479Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"31c30021-27d0-4144-b370-020b716fe22c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183567969Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.18357602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\"}","iteration":9,"elapsed":"21.16µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.18358542Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.18359251Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.18359913Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.18360703Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.18361371Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.18362013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.18362692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.18363336Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183694281Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183729802Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183739322Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183746742Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"17.971µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183754862Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183762432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"9.56µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183770312Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183777492Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183784482Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"6.96µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183792343Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183798692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183805163Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183812073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"7.07µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183819123Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183894914Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183905714Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183935565Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183971965Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.183994505Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184027486Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184038896Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e8c61244-4bf0-4b3f-97eb-9be9f19cd488.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1841, tv_nsec: 395364486 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184051566Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184059966Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184066396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184073486Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184090516Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184099057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184161328Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1d0f7a19-c5e9-4a4c-b57a-25adb46b102e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"20753eb3-d1fb-4717-b209-2d5e3304298f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1841, tv_nsec: 395523898 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184174968Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184183858Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184192288Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184200948Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184209668Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184218058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184477832Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184494062Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.157026ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184617374Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.184643464Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":8,"elapsed":"1.334167ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.185941361Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1841, tv_nsec: 397312242 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.186143054Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.18661595Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.187373811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.867352ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.187710765Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.187874467Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.187926768Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.188921172Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.188931941Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.189098884Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.190134038Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.190149468Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.19028204Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.190532183Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.190712185Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.190772596Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.190933579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.190944169Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.191719839Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.192214756Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.193726116Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.193751396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.193819077Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.193831147Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.193878058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.193945979Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.193977879Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.194095931Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.194286244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.194296224Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.194428515Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.195251057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-08 01:20:41.183462888 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.195261107Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"expiration\":\"2024-11-08T01:20:41.183462888Z\",\"pruned\":[]}","iteration":8,"elapsed":"11.793989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.195843345Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.195938326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.196097778Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.196406442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1841, tv_nsec: 407775243 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.196618365Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.196703856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.196945109Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.197904682Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.197914652Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.197922902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"14.15431ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.197989533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.198000663Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.198173466Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.198712733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.198920266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.199701016Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.199711857Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.199847898Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.199857908Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.199895399Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.20000341Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.200267274Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"16.508012ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.200436796Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"17.065429ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.201988577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.202095849Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1841, tv_nsec: 413444019 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.202123869Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"18.858433ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.202327822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.2029489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.203147803Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.203201883Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.204684453Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.205049438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.205060138Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.205251111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.205573295Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.205582605Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.205588736Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.205594716Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.205743607Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.206848292Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.207091116Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.20741742Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.207936817Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.208239501Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.208275332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.208460414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.208483504Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.209312526Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.209951834Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.210067236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.211056579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.211070059Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"27.479299ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.211316982Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212363536Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212376337Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212500818Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212509418Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212515138Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212520609Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212563739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212754492Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212912814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212950534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.212960215Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.213137547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.213151937Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.213536272Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.213546952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.213716615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.214358843Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.214374354Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.214511725Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.218314196Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.218335987Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.218342997Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.218467318Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.228877738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.229075271Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.230371569Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.230382899Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.230391619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"47.040782ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:30:41.254822187Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.254847007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"71.46613ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.329241978Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.341480382Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.341540873Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.341906058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fa267b5-6abc-4006-bfe7-2f05d87f7843\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.341933688Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.343872184Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.345935923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.406657878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.406707029Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.407207265Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c30350-80f6-42df-91b0-fd1d682633c4\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.407246386Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.407699702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.415183293Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.418980453Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.419017824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.419258307Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.420596875Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.420716197Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.421236244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.423050678Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.424135013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.424165293Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.424414497Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.426693177Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"243.24355ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.427467508Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.427491098Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.427747051Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.436911845Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.436967305Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":43,"elapsed":"253.495377ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.457669973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.457724244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.457734034Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.45810937Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.459961754Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.459994205Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.460009675Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.460208048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.46185552Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.466429041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.466458312Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.466689155Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.468400588Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.468708052Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.468999466Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.469012286Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.469019756Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:22.290314 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.469027456Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2}","iteration":8,"elapsed":"285.765451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.470305943Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.472079157Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.473195232Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.473222003Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.473419785Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.474709593Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.474731083Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.474741823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.475020417Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.476574578Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.476605008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.476889122Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.478556624Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":15,"elapsed":"294.985065ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.485361016Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.485392556Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.485709401Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ceb78ee9-d257-4afd-8cbb-34fae46dfed9\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.485738751Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.486021485Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.494932485Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.494971975Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.494986065Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"311.565318ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.49685695Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.49687566Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.497181285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86105852-797e-4de4-afd3-b18357b954ba\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.497214635Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.497229745Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.497433508Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.498690165Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.500636471Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.501120577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.504759857Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.504783427Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.505245213Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5646ed99-f8d3-41a5-adaf-dfd531b8dcdc\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.507083038Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":15,"elapsed":"323.6799ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.509192466Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.509218197Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.50948821Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ea8e67d-e02d-4372-9fad-d30551421481\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.509520261Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.51097243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.518483741Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.522712038Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.522737118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.522931011Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.525918561Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.525935641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.525945151Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:21.472295 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.525955511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1}","iteration":8,"elapsed":"342.368761ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.529714062Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-08T01:23:39.423410Z, time_modified: 2024-11-08T01:23:39.423410Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.529743632Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]}},\"default_endpoint\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"346.203213ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.551403764Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.606101728Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":15,"elapsed":"422.915464ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.626566444Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.626858618Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"03a72ee2-0ac9-41cf-a8ab-79a17684b705\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.626874448Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.628397808Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9efbc465-68e0-481a-8984-8a3629b4efeb\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.628410928Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.630583878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.630598958Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"447.15174ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.658457652Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.658732816Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.659083141Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a5e3a7a-b3c4-423c-9161-f8a7d470e134\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.659135751Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f622dd-a37a-44cf-bb00-62aaa66b511b\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.659169862Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.659181002Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.659188322Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.660950986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.66122704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.662377415Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":15,"elapsed":"479.13412ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.663726383Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":15,"elapsed":"480.134974ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.677430757Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.678023355Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b9f308a8-09bb-4337-a4bb-adfafaf03dde\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.678046755Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.679975472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"86aaa89e-08e6-4a37-b159-23ed7016cbe8\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.679995952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.681722355Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cce28cde-19fb-4640-8d95-4051429ecf86\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.681753755Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.68359942Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.683637491Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"500.333775ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.743910901Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.744254356Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.746399144Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.746415205Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.7468393Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.759552851Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.759921656Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ae2027c-95d5-4e5f-b2e0-f5201a18df8a\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.759947856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.759959516Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.760289431Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.760298911Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.760305501Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.760312101Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.760318411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.760325192Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.760527604Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.760537344Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.760752657Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.760761367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.761055761Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.762926116Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.763054518Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a19ffc2d-c5b3-48c4-909f-7435c57d0da9\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.763080218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.7631766Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c64188cb-8d7e-4f20-8cf0-c3ce8917a463\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.76319604Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.76320492Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.880927802Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d9ef26ef-edeb-472a-bd94-21b243573895\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:41.880973733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.880985073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.881441699Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c44d68-3bdd-44ff-81c0-336741e249e7\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:30:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.8814872Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.881821674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.885521384Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.885775527Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.889370706Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.889550218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.891428794Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.891603216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:41.898712121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":15,"elapsed":"715.434576ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:30:45.147980961Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"dd1bb02a-0519-4086-9868-429d67d9e9c4","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":352,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.183620209Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.1836803Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.18369194Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.18370023Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.184048585Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.184181317Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.186092813Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.186368416Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.18668109Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.18883285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.18884412Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.188997582Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.190560043Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.190754185Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.192359847Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.1948431Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.19485347Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.194990112Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.203306044Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.203336574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":44,"elapsed":"19.723265ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:30:51.22163233Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"38.001181ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:00.147881388Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"5a5f4f3a-6396-421f-9d9e-b376380307cd","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":487,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.183075012Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.183123332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.183134042Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.183141953Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.183465877Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.183506017Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.18521903Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.187975457Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.187998678Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.1881435Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.189535508Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.189868073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.191296072Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.194048879Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.194061069Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.194209461Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.205919259Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.205941429Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":45,"elapsed":"22.855658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.217015308Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.217269291Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:01.246018778Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"62.955436ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183803621Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183855401Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183865001Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183874742Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.183883742Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183892432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183901552Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183910572Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183918802Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183926882Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183936262Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183944843Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183952323Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183961273Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183969553Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183979483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183987953Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.183995923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184004303Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184012883Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184021693Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184029253Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184037854Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184045774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184054324Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184062684Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184071114Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184078814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184087254Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"12.39µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184097034Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184106085Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184114775Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"6.401µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184129675Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"10.531µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184138975Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184146575Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"9.321µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184240166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184381708Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184394758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184405529Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184415769Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184426129Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.18448177Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.1844936Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.18450394Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184558881Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184615061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.184626932Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.186950663Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.118752ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.187250497Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1871, tv_nsec: 398439687 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.187268317Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.187565391Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.189097992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.190164046Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.190176766Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.19043579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.191431073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.191450623Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.191584915Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.193336989Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1871, tv_nsec: 404525839 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.193552541Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.19418047Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.19420257Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.194210601Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.194433524Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.194563635Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.19791063Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.19792962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.198167334Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.225593302Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.225906887Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.227800542Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.228128656Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.230829413Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.231518822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.231532902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"47.537799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.231764285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.231831556Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.23359317Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.23360799Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.233804273Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.234764675Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.234776536Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.234969398Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.235541196Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.235552156Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.235696708Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.237232519Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.238004209Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.238014789Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.238021159Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.238197672Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.239902304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.239914825Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.240052657Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.255512024Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"71.718594ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.256483627Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"72.603786ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.26934211Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.269359711Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.269667605Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c89a9c-b8b3-47fc-bd2b-f05aece80e99\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:31:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.269681505Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.271364227Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.277123075Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.277144985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.277371488Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a827c3c6-3b26-4ef6-8893-98b41bb281b8\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:31:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.277384198Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.278708896Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.279773431Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.279786181Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.280253897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8862a66-2df8-4fcf-9250-1e97e75865df\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:31:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.280288107Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.280571351Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.282089662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.282543488Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.282597488Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.28273847Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1871, tv_nsec: 493923941 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.282818201Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.283045144Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.286360789Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.286586752Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.2879434Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.288213704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.3132389Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.313570375Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.31767552Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.317964854Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.326846133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.326875733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.326887234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"142.947901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.328396194Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.331250832Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.331280673Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.331431805Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.333140668Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.335468689Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.335492069Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.335625461Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.335713792Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.335728823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.336118088Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9c86aa65-67da-4497-976b-dae981edad6b\", \"date\": \"Fri, 08 Nov 2024 01:31:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.336132008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.336406532Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.338418659Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.338603001Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.340912822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.341228246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.342771297Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.342834488Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":46,"elapsed":"158.806064ms"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.354328902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.354372863Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.354803429Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7914c899-d400-41e6-b7af-9ec04546d2f0\", \"date\": \"Fri, 08 Nov 2024 01:31:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.356801306Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":16,"elapsed":"172.915814ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.359516692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.361470258Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.361844634Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"254d8541-14a0-45ab-a2a7-dc652e492bcd\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:31:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.363600807Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.363896291Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.364161135Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.364184385Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.364417878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.365858397Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":16,"elapsed":"181.905995ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.366176122Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":16,"elapsed":"182.125139ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.371834728Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.371867788Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.372222693Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae41b08-e567-49fa-82dd-d1e0d4a04808\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:31:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.372251063Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.373691053Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.374786997Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":16,"elapsed":"190.760164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.426869257Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.427192442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.42927316Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.431270627Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.431301817Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.431424479Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.432955739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.434809354Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.434836664Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.434957056Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.471173013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"287.21279ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.479316872Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.479695218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.481879707Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.481914207Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.482068559Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.49255263Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.492867144Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4766f867-8f1f-489b-a845-7a4788888ee2\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:31:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.492891575Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.492903985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.493185259Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.493197629Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.493206699Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.493215009Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.493228399Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.49323726Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.493390251Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.493401422Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.493520473Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.493530873Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.493903569Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.495911756Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.496014927Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ede30531-fe5d-4900-9f00-048105df3bd3\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.496027877Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.496114108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d66ebd-54df-4700-b376-5e2bbe7d4caf\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:31:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.496126468Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.496137259Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.524279637Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.6004009Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"74d63852-d701-4a10-8b9e-707d7a057186\", \"date\": \"Fri, 08 Nov 2024 01:31:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.60043482Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.600445581Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.601045618Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf673f4-ccac-4c3e-baca-e0352b1595cf\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:31:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.601087129Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.601443744Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.601474334Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d914b7-cd59-4a75-afc0-cb648bbf51af\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:31:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.601505365Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.601526545Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:11.601535705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.603421061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":16,"elapsed":"419.450918ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.605166274Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.605511758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.608995355Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.609296949Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.611523149Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.611737442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:11.619427396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":16,"elapsed":"435.536774ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:15.149496959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"ce03e879-992e-4e24-bf7f-61d8b2a871bf","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":917,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.183975202Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.184046623Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.184062973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.184075704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.18453549Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.18455493Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.186600167Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.189319944Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.189342184Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.189478156Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.191727026Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.19201732Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.213124314Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.213369797Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.220508239Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.22323739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.22325216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.223387442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.237074386Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.237102876Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":47,"elapsed":"53.139155ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:21.248961725Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"64.972843ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:30.147330969Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"98e8877a-6b68-4350-80ad-1ab41c22a70a","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":575,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.183509045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.183566006Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.183583686Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.183596726Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.184050152Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.184070772Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.186484385Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.187380907Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.18756181Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.189165471Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.189179461Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.189311973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.191356981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.191675105Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.193366588Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.196041104Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.196053554Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.196192906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.206609686Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.206630666Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":48,"elapsed":"23.11902ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:31.215630107Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"32.148521ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184078082Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184131623Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184141272Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184150103Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184157953Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184165353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184171933Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184179773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184186383Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184193813Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184200793Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184207493Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.184214773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184223144Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184229784Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184236384Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184244414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184254064Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184262524Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184269884Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184277494Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184284345Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184291965Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184298535Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184304925Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184311665Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184317965Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184325015Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:31:41.184331175Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"31c30021-27d0-4144-b370-020b716fe22c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184339485Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\"}","iteration":10,"elapsed":"12.89µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184348075Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.184355806Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-08 01:21:41.184284965 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184363375Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184370136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184377016Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184384226Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184390706Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184398296Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184404606Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184411496Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.184419486Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184425766Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184432916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184440016Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184446167Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184454767Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184460827Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184488207Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184510617Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184518048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184524938Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184532098Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184539598Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"10.411µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184548328Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184555648Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184562678Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184569328Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"4.36µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184576469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184582769Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184589478Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184596789Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"4.8µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184604789Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"7.5µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184612359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184621679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184630469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184639149Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.18465073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.18472238Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184739811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184811332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184829992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184842822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184855622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184867702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184881133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184894533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184907563Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184919823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184929253Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e8c61244-4bf0-4b3f-97eb-9be9f19cd488.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1901, tv_nsec: 395915583 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184942073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184950994Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184959814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184968174Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.184976754Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1d0f7a19-c5e9-4a4c-b57a-25adb46b102e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"20753eb3-d1fb-4717-b209-2d5e3304298f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1901, tv_nsec: 395963314 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.185345629Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.185364299Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.103215ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.185480601Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.185492271Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":9,"elapsed":"1.166865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.186050408Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.186260381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.186299192Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.186831209Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.187346196Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.18770025Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.517527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.187724931Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190229904Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190246065Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190257175Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190266245Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190456397Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190466897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190579609Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190591419Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190758481Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190907623Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.190917674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.191067706Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.193498638Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.193522489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.19360006Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1901, tv_nsec: 404618760 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.193734692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1901, tv_nsec: 404753502 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.193859013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.193983655Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.194231048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.194528832Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.194745785Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.194986428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.196480549Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.196494579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.19662598Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.19663644Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.196654491Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.196797483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.199712212Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"15.258365ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.199739992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-08 01:21:41.184284965 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.199759813Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"expiration\":\"2024-11-08T01:21:41.184284965Z\",\"pruned\":[]}","iteration":9,"elapsed":"15.465058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.200239079Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.200605204Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.201736359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.202087444Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.20254163Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.202639761Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.202918915Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.205139515Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.208309287Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.208535191Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.208904335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.210307814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1901, tv_nsec: 421315985 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.210696Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.21071983Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.211129495Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.213335595Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.214893946Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.214918546Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.21519121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.216953673Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.216972304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.217241968Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.228543499Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.231397928Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.231434598Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.231448088Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.231622981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.23380076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.23382718Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.23384008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"49.374033ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.235056447Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.235084007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.23526997Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.236351294Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.236621878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.236636378Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.236642818Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.236897812Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.237118195Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.23747662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.237956996Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.238324121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.238672556Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.238684956Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.238851508Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.240101155Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.240133335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.240148735Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"56.012673ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.240347758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.240912456Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.241104368Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.241145899Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.241155039Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"56.780853ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.242159962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.242385445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.243718553Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.243748174Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.243965407Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.246022944Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"61.955033ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.247539705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.247570095Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.247582395Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.247592745Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.248004381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.258764706Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.25907979Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.260972535Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.261006456Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":49,"elapsed":"76.842842ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.263851244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.263878234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.263886104Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.263892335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.264184158Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.270712856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.270729606Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.270735887Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.271032451Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.27548168Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"91.101425ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.275953457Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.276390472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.29409945Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.294180442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.298056604Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.298097034Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.298282417Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.298302187Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.300169272Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.300205912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.301225966Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.302163069Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.302194469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.302474233Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.306611319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":17,"elapsed":"122.506886ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.310650373Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.315331676Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.315369856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.31563795Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.317738038Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.321334436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.321366977Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.321382087Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"136.9399ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.33644543Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.33650932Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.336927856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd2017e3-9114-458c-b9e3-112ef8be1efd\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.336962437Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.339002964Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.34910926Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.359449869Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.359495489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.35950996Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.359922705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.361232683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.361485236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.361814891Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.365944796Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"181.733003ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.366090648Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.366116378Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.366386002Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.368335358Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-08T01:23:39.423410Z, time_modified: 2024-11-08T01:23:39.423410Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.368380569Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]}},\"default_endpoint\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"184.186345ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.37588731Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.37591986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.37592969Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.376241114Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.383529043Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.383560483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.383934388Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c14923-7b88-43cf-b84f-2c2b4316e697\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.383968418Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.386708785Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.419695838Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.419754439Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.420112574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39fce1c4-9939-466c-bcfd-9b170e09b4ee\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.420141315Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.421726706Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:31:41.449735442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.449775613Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"265.438518ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.48680366Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.507207165Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.507247905Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.507663111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8936adf0-68cb-4f0c-9c62-a57ba25d5703\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.507704892Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.508141907Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.509488076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.510804473Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.510820863Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.510829003Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:22.290314 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.510836554Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2}","iteration":9,"elapsed":"326.557929ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.511054966Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.51206307Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.51207533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.512276013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.513702132Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.514508553Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.514536383Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.514730786Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.515578707Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":17,"elapsed":"331.332414ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.515843081Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.515863431Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.516021973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.517535153Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.517561274Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.517572734Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:21.472295 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.517583264Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1}","iteration":9,"elapsed":"333.182908ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.539131924Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.539473059Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3d76f4ad-4f86-4748-903d-58db35264310\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.539487609Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.541135191Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"22a406dc-a88c-4e9f-93fd-3bb29889b2b6\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.541148621Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.542814223Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.542826733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"358.61204ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.54334148Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.543629834Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8116adf-52a7-4252-8a40-7c3dc2b33126\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:31:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.545581821Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.545862544Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.547890421Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":17,"elapsed":"363.662377ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.557829815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.557856335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.558092759Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e84e020c-23ca-4aab-ae93-97ab8a8eacc9\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.558118359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.558293261Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.560826046Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.561051778Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.564384423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.564576136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.568088283Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.568100073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.568358687Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"85e1ee2f-1034-4b28-8df9-e8d2900a84ff\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.570150241Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":17,"elapsed":"385.984928ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.576516146Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.577038943Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c6ec7d2a-ed3c-45ca-976d-661c44ce7bd6\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.577060074Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.578097118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b397009f-f8c0-4139-b0c7-3d567c4a7f1f\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.578124938Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.580326968Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5472897f-520c-4fba-ad8b-677b8fc811bc\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.580339058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.582500687Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.582546537Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"398.210782ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.635217995Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.635754973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8809ac13-475c-448d-af13-b8a814697411\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.635790733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.635801023Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.635808313Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.637435335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":17,"elapsed":"453.292493ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.673225296Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.673672252Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.676154976Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.676185056Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.676567161Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.685937097Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.686262451Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea9181da-4138-425b-8364-3cd08dea8f38\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:31:40 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.686289692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.686301862Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.686576645Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.686588276Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.686595076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.686602606Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.686609226Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.686615986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.686809449Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.686820449Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.687065382Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.687091132Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.687387527Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.689450134Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.689567436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d28bb33-9b05-4299-8832-a9932db0d817\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:31:40 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.689579616Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.689682397Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83828301-1387-4b6a-a52b-23a05f5f8358\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:31:40 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.689695847Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.689705758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.793837967Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"10275608-940a-455c-83fe-e87efc3e3003\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:41.793880528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.793890968Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.794322234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad52efd-24e7-4450-8060-cfa03db1e1af\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:31:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.794365944Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.794733299Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.798472149Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.798712513Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.802530554Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.802753557Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.804512631Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.804783584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:41.811699767Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":17,"elapsed":"627.387702ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:31:45.147952196Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"a893ec6d-4008-41a4-959f-d9c4bcf08647","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":349,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.183150739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.18320681Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.18321767Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.18322568Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.183544234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.183560304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.185861975Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.188515751Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.188527171Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.188671213Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.190821712Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.190992444Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.192855279Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.195365583Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.195375453Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.195506955Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.204132691Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.204152381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":50,"elapsed":"21.015923ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.213225923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.213497726Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:31:51.245960833Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"62.799395ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:00.148389681Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"f512ee48-3f18-412b-a5f8-3c496218f752","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":358,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.183723645Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.183777896Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.183791966Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.183803277Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.184199222Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.184223222Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.186021687Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.188686922Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.188708823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.188847085Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.191085375Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.191277537Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.192684886Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.1952117Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.1952243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.195351542Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.210320303Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.210345163Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":51,"elapsed":"26.612338ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.216983173Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.217219646Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:01.250866248Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"67.158873ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:05.140510764Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:37378"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:05.140604366Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"0b7a094f-5468-499a-a451-a801e129c860","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:05.14094881Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"0b7a094f-5468-499a-a451-a801e129c860","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:05.143407413Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"0b7a094f-5468-499a-a451-a801e129c860","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2859,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:05.143619886Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"65052148-e04e-4e0a-b88d-5b68e34fbb4b","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:05.143950601Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"65052148-e04e-4e0a-b88d-5b68e34fbb4b","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:05.146204261Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"65052148-e04e-4e0a-b88d-5b68e34fbb4b","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2637,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184058989Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.18412589Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184142241Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.18415413Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184166631Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.184178441Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184192641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184204031Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184214911Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184225511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184236892Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184249302Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184262382Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184273842Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184285162Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184297252Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184309223Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184321933Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184333283Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184344983Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184355583Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184366773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184378564Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184389804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184439834Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184452535Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184464445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184475485Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184487985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"15.39µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184501435Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184513295Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184528066Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"3.561µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184541536Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184553756Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"6.05µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184569096Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"17.761µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184737678Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.18481923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.18483765Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.184965441Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.185014082Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.185025762Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.185036202Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.185046822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.185056903Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.185065373Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.185099713Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.185109574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.186925428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.18710739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.187193471Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.187575067Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.188069923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.007684ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.188398148Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.189116327Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1931, tv_nsec: 399958128 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.189405731Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.189887158Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.189900168Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.19005981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.190523816Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.190533976Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.190702449Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.190919172Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.190930912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.191082894Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.192473673Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1931, tv_nsec: 403320913 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.192714236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.192843717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.193984173Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.194429459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"10.386879ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.195482433Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.195743596Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.196107351Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.196119121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.196288674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.196672109Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.196688669Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.196827041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.198074078Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1931, tv_nsec: 408926078 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.19827654Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.199084031Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.199298854Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.200204666Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.202815772Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.202827772Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.202961793Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.214157634Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.214188684Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":52,"elapsed":"29.852701ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.220480619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.220506229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.220514019Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.220942555Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.22129752Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.222837141Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.223049383Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.224214959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.224226449Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.224394011Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.224930719Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.226766433Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.226794144Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.226911665Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.226936526Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.227139278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.228041871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.230224101Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.230238042Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.230508111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.230520111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.230531098Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"46.249982ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.255075704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.255475109Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.257974663Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.258301077Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.262794678Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.262809368Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.262816218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.263124432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.263150262Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"78.996792ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.267621683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.267634403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.267964127Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e6678fc-4da4-4da3-9cc8-71ade88dfccf\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.267979337Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.269308925Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.270712814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.271252601Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.280165971Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.280198032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.280515636Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce8c10c-1794-4ef4-9248-495b5ca2041c\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.280548636Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.282084017Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.282112057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.282172758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.282399111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf58db5f-d56f-4e2d-b849-5f2c625ef82b\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.282413891Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.284426538Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.297624116Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.30091129Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.30094285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.30095378Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"116.683538ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.302582582Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.302612263Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.302911557Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.359383616Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"175.247795ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.366984228Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.367391353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ad9597-b490-490b-a1dc-b68160d41fe8\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.369309209Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.369683834Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.401480071Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":18,"elapsed":"217.25902ms"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.418259687Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.418299118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.418702653Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9daff23-dcb6-4c10-959f-62bb20c6fe3f\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.418740443Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.419125619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.420839112Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":18,"elapsed":"236.660581ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.424778885Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":18,"elapsed":"240.548034ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.42887591Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.429215724Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.464675021Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.466686888Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.466703888Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.466867801Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.468415351Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.470298636Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.470329617Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.470511639Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.474122428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.474147438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.474446802Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bc3fc09a-4834-423e-a9a9-96b8079ed596\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.474458332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.474819567Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.47650497Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.476751773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.480174829Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.480368762Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.506474293Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.506847668Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.52416586Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.524679067Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d81a793-b075-4340-8522-0980c3a304d0\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.524706608Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.524721258Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.524733428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.526131637Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":18,"elapsed":"341.856795ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.526889117Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.526909108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.527174741Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.52856972Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.52858733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.528924195Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"01fd0f04-81a0-46c7-b8ee-35d71b76385b\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.530388194Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":18,"elapsed":"346.288794ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.537796014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.538124778Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e39acfa9-e95d-4ef8-a167-97b392a4d040\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538152059Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538170269Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538482163Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538496723Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538504013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538512423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538520064Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538528244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538698236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538711746Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.538824897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.538833438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.539218023Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.540932386Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.541036147Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510525ac-55fe-4328-9134-798078abdb6e\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.541050638Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.541134389Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b57cac-a820-4a8b-8225-fdf7fb1b91e9\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.541148019Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.541160509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.64537152Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4c105b31-a860-43b1-a9f0-e202e2be3d2c\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.64540843Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.64541886Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.645969288Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a8339fc-d451-4718-903d-4818678e8339\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.646013928Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.646345503Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.650091993Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.650438308Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.653922484Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.654223459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.655651838Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.655867091Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.662856245Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":18,"elapsed":"478.737634ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.897352636Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.897392887Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.928053579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.928161001Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51780"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.928363863Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4b594e99-d7e7-4264-8bf9-8dc753609e0f","remote_addr":"[fd00:1122:3344:101::c]:51780","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.928727568Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4b594e99-d7e7-4264-8bf9-8dc753609e0f","remote_addr":"[fd00:1122:3344:101::c]:51780","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.963587117Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/oximeter.rs:76","collector_id":"f8eb2395-07f4-4cb9-b50e-c37d78d1725d","producer_id":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:11.963640787Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/producers","method":"POST","req_id":"4b594e99-d7e7-4264-8bf9-8dc753609e0f","remote_addr":"[fd00:1122:3344:101::c]:51780","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35334,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.963734999Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b594e99-d7e7-4264-8bf9-8dc753609e0f\", \"content-length\": \"41\", \"date\": \"Fri, 08 Nov 2024 01:32:11 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.965866287Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:11.965879577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:15.148200217Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"190051f9-be27-4182-ad13-331b29e555fa","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":549,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:20.141096191Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"77a3f8bc-47f9-4312-8b32-60dd43925c14","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:20.141438246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"77a3f8bc-47f9-4312-8b32-60dd43925c14","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:20.143641815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"77a3f8bc-47f9-4312-8b32-60dd43925c14","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2623,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:20.143935809Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"2e548623-f514-4752-96c8-510bff59cb70","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:20.144302724Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"2e548623-f514-4752-96c8-510bff59cb70","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:20.146085588Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"2e548623-f514-4752-96c8-510bff59cb70","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2214,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.183704974Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.183746174Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.183754824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.183762735Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.184098579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.184113329Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.18644416Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.190738278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.190762799Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.190934061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.19305426Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.193351993Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.195390161Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.198673005Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.198699005Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.198877088Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.212183417Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.212203607Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":53,"elapsed":"28.514863ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.22730156Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.227641894Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:21.256246629Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"72.530394ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:30.148209326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"a5c85922-803b-4b4d-8c90-91f623f25f1f","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":421,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.184399192Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.184467063Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.184485783Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.184501164Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.18496399Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.185035811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.187319081Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.189937157Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.189952677Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.190082648Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.191754401Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.192092926Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.219864949Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.220172763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.222423523Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"38.053772ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.224323709Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.227138977Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.227150647Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.227298939Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.237931332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:31.237948392Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":54,"elapsed":"53.54114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:35.140768805Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"af439f8c-dcae-46a7-a3d8-d262c2f5663b","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:35.1410942Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"af439f8c-dcae-46a7-a3d8-d262c2f5663b","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:35.143815756Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"af439f8c-dcae-46a7-a3d8-d262c2f5663b","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3122,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:35.14411537Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"281c1296-39d3-4117-b765-eed34dfaaf2f","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:35.144470715Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"281c1296-39d3-4117-b765-eed34dfaaf2f","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:35.146196438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"281c1296-39d3-4117-b765-eed34dfaaf2f","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2154,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184013306Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184067177Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.184080017Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184091247Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184100127Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184214409Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184225159Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184233879Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184241949Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184250859Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184258969Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184267829Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18427729Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18428698Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18429614Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18430525Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18431404Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.18432262Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-08 01:22:41.184176808 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18433141Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18433985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184348511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.184356481Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184364081Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184371301Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184378261Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184385781Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184393611Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:32:41.184400801Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"31c30021-27d0-4144-b370-020b716fe22c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184408831Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\"}","iteration":11,"elapsed":"11.35µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184418011Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184428242Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184436242Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184445062Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184452662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184460482Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184467952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184475972Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184484452Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184492932Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184500903Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184507483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184514563Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184521263Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184529103Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184535683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184541773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184548103Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184555704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184562773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184568844Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184575434Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184581854Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184588684Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184595484Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184602614Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"12.78µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184610214Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184617254Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184623774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"7.03µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184632005Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184639105Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"5.63µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184646455Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184652965Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184659215Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"4.13µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184666255Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184782236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184820117Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184835547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184844867Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184853377Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184862308Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184871428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184879438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184887968Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184927929Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184938229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184946379Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184976029Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184984139Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.184992159Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e8c61244-4bf0-4b3f-97eb-9be9f19cd488.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1961, tv_nsec: 395649820 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185003519Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185013299Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18502244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1d0f7a19-c5e9-4a4c-b57a-25adb46b102e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"20753eb3-d1fb-4717-b209-2d5e3304298f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1961, tv_nsec: 395673810 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18503533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18504386Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18505168Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18505912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18506761Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185123691Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185257593Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185276963Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185500006Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185522717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185532686Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.372368ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185541317Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"1.398929ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185551337Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185560377Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18579292Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18580347Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.185995383Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.186875865Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.187095107Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.18731181Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.188231183Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.769921ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.189012183Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-08 01:22:41.184176808 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.189022884Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"expiration\":\"2024-11-08T01:22:41.184176808Z\",\"pruned\":[]}","iteration":10,"elapsed":"4.843535ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.189040214Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.189246047Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.189260407Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.189433189Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.191154882Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.191794991Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.191995153Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.192005804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.192277597Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.193747537Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.193804548Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.193814868Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.194023801Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.194051241Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.194347115Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.194372095Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.194495297Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.197149153Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1961, tv_nsec: 407814373 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.197373556Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.203235315Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"18.698251ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.203434517Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1961, tv_nsec: 414100978 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.203602049Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.203697261Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.205600316Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.205625577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.205771458Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.206389697Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.20737353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.207553282Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.208408864Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.208425484Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.208573166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.2103714Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.210534143Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.210552583Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.214993762Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.229871633Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.229935683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"45.644073ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.233263138Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.236274819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.236297899Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.236433931Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.237047369Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.238671181Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.239506472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.239539252Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.239549952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.239726615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.239955228Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.239969738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.240229382Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.241002792Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.241021312Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.241156594Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.243877061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.246015799Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.246866671Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.246901481Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.247033483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.247094744Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.247211535Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.247222066Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.247231446Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"62.730073ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.247246486Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.247835474Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.248045807Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.248342371Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.248413222Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.248423632Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.248590424Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.250323747Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.250338758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.250345898Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.25050374Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.2505359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.25200895Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.252485837Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.254430733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.254441713Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.254607465Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.255547048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.258089002Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.259989067Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.260002747Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.260129679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.266250562Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.266265392Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.266271992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.266278352Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.266440234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.267664561Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.267828953Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.28552061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.285558471Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.285566721Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.285573231Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.285738403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.294322549Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.333552156Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.334031353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.340723983Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.340768033Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.341120458Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d72c09-097a-4a24-b4a5-54ea315956a4\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.341151188Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.344019727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.382357522Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.382405483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.385052998Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.385556055Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.385742317Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4491c2a-985e-402c-b9d9-d871a54d3d2f\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.385781448Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.386292505Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.387823505Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.388314322Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1961, tv_nsec: 598972422 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.388668967Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.391070749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.391522425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.392003972Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"207.664121ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.392160894Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.3926455Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.439461219Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.444087082Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.444147522Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.444413976Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.446626276Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.446649086Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.446658506Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.448906946Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.451343819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.45138612Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.45140087Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"266.964948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.467059761Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.468889965Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.468917026Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.46926815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2dbc61e-b150-4ad0-9d29-c489651b2252\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.46928976Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.471133265Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.471159936Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.471384519Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.47151484Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.474965727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"290.608346ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.476134512Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.478007318Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"293.733428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.480278288Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.481793361Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.48182518Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.482142819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.482739681Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.483941007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.483969108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.484399654Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":19,"elapsed":"300.406797ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.484559516Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0013550f-4bc3-4648-b0f9-11a3b9956024\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.484583826Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.484954181Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.485005112Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.485288506Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.485312916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.485555269Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.487001298Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.487307462Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.488102513Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.488131234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.488380377Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.489455311Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.489480552Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.489747195Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.494716402Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.495036017Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.498386811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.498415682Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.499094121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"60bf57ea-166a-4447-97ed-01cf2c3e3e7f\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.500988986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":19,"elapsed":"316.97021ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.503124345Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.503516291Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.505747381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.506687423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.506714143Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.506725434Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"322.420453ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.508398356Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.508422246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.508594709Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.509179547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.509210267Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":55,"elapsed":"325.111879ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.523302516Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":19,"elapsed":"338.853525ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.52729905Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.527341921Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.527356491Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.528003689Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.530708906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.534104371Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.534307834Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.534325574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.53696326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.536996041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.537012281Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:22.290314 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.537025421Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2}","iteration":10,"elapsed":"352.822882ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.541059815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.541090536Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.541485381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d059f235-ecb4-4230-9420-a540d4f4e8ff\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.541506651Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.54363573Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.550487402Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.550518432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.550529802Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.551038859Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.552464768Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.552985355Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8324010e-0b75-431c-9a1e-83cdc06c7da2\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.553004846Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.553127577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.555297067Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e844114d-7926-462a-95de-52bf28e4ef53\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.555322367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.557139871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.557161061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.557348964Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.55777828Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.55780741Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"373.489519ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.559747866Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-08T01:23:39.423410Z, time_modified: 2024-11-08T01:23:39.423410Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.559787047Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]}},\"default_endpoint\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"375.72176ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.56450948Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.564543091Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.564555081Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:21.472295 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.564566701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1}","iteration":10,"elapsed":"380.295681ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:32:41.566407196Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.566435796Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"382.333289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.580991462Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.581275576Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.582837466Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.584317197Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.584938085Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.584954395Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.585218729Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.592572348Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.594087138Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae0d75d9-e0b6-4e37-9350-121fb9e24363\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.59799412Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.598445006Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.601140663Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":19,"elapsed":"416.68983ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.62024914Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"435.926739ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.63514405Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.637189417Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.637209897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.637349979Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.654288797Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.654783284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3da5fab2-08be-49e0-b27e-0be381c88dbe\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.654805844Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.656380045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9cfe546e-7598-49a8-b31a-2d83d635cec6\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.656401035Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.658410972Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3ab60c05-55ee-4b30-beaa-27ac569d49e3\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.658440433Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.660217167Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.660241107Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"475.866926ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.708495826Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.708914721Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe3c2f7-bef0-47e2-b10e-02207bbc44a3\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.708951642Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.708964052Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.708973622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.710980819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":19,"elapsed":"526.72083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.728436123Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.728774148Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.73117743Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.731202941Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.731411194Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.742359731Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.742618054Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32a093f6-4d47-4ece-a184-93c40ef604f9\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.742637784Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.742647794Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.742866668Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.742875608Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.742881888Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.742888418Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.742895208Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.742901438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.743091891Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.743104231Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.743315834Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.743337874Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.743499926Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.745422472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.745526423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c1f87d-a5c0-4109-a5d4-8a03d05d53c1\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.745539673Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.745641825Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"822ddf4a-1581-4fd3-9073-b9e8b40f0f47\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.745657975Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.745670045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.84497263Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c44f2440-c6da-4b91-937d-346fad9d875f\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:41.84500841Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.845019341Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.845326345Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1c22524-7cb0-4c7c-97ca-7d1feef26a0a\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:32:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.845358315Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.845679139Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.849234907Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.849615032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.853634626Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.854182404Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.856702747Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.856954721Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:41.864698995Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":19,"elapsed":"680.484147ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:32:45.14787815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"4f1c3af6-f564-4c64-823b-8062e630d70b","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":403,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.183794393Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.183843863Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.183853343Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.183861234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.184211058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.18437354Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.186012543Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.188913801Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.188931312Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.189096774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.191426605Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.191653178Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.213469532Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.213668654Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.220649738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.223426725Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.223437955Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.223582857Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.23120926Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.23122691Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":56,"elapsed":"47.451378ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:32:51.242145317Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"58.331815ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:00.147335272Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"6d586053-687a-47de-8b22-e116eff61b4a","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":400,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.184509901Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.184563362Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.184577502Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.184590642Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.185015728Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.185124719Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.186582029Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.186797352Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.187347859Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.188651127Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.153795ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.190041036Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.190057956Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.190203178Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.192308236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.192485898Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.19406595Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.196527963Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.196545753Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.196673625Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.206639969Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:01.206653379Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":57,"elapsed":"22.129558ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.18444079Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184499861Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184511151Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184519991Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184527701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184536021Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.184545301Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184554121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184561641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184569642Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184578042Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184585882Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184594752Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184602702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184610992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184619232Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184626892Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184634432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184641522Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184650403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184659433Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184666813Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184674803Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184682133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184690553Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184698923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184707163Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184714913Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184723284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184731374Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"9.709µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184740824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"9.05µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184749824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184758344Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"3.43µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184767024Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184775314Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"12.1µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.184988307Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185002907Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185016768Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185054958Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185066328Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185076758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185086728Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185094918Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185104359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185112999Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185122319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.185131509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.186805252Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.187140866Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.187795185Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.188132909Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.188395833Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.188449583Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.838481ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.189802942Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.189814872Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.190125206Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.19037358Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.19038638Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.190539452Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.190661243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.190676864Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.190814895Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.192795442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.19340274Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1991, tv_nsec: 403868530 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.193578883Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.193720565Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.193790615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.195030872Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1991, tv_nsec: 405526213 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.195257785Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.195460208Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.195483468Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.1956464Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.196156257Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.196168157Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.196320959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.196950848Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.196974218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.19711008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.198791393Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1991, tv_nsec: 409282963 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.199053046Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.199147787Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.199272169Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.199419291Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.199504482Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.200040319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.200249032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.201142974Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.201329957Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.203287483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.203299603Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.203451035Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.203982492Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.204003763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"19.550973ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.204131514Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.204143954Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.204284327Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.212696149Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.21272079Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":58,"elapsed":"28.25215ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.219201877Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.219509681Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.219709444Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.219720264Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.219726154Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.220057198Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.225064766Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.225300049Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.228267499Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.228561023Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.232279513Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.232445505Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"47.861414ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.233352257Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.235534847Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.235551097Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.235738549Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.23578755Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.23579916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.236042173Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.237784557Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":20,"elapsed":"53.252886ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.251367669Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.25139434Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.25140225Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.251679604Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.261606087Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"76.968815ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.263652584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.263666494Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.263999059Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52876925-2649-426b-880b-155788eca998\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:33:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.264016429Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.268656362Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.276161702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.276183623Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.276421326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"417358cb-3dce-467d-bf42-cf8ccd8469cb\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:33:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.276437376Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.278477804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.291292146Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.291319966Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.291329536Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"106.804816ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.294897464Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.29528769Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.302123651Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.302154032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.302536167Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c27d4a23-bb94-4ab6-b4d2-af9517c78f51\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:33:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.302568627Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.304422142Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.315947227Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"131.370366ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.392200062Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":20,"elapsed":"207.665541ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.392593437Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.392912162Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e78602-d406-4a11-9897-0351a3d34baa\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:33:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.39501259Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.395294044Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.397544754Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":20,"elapsed":"212.940582ms"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.403440503Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.403464533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.403803328Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac774574-dcc2-431c-ac51-5c7e8821a8be\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:33:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.403837349Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.404114042Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.426215379Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.426737466Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.428723983Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.431510561Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.431531871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.43297166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.435447883Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.437514951Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.437550962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.437690093Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.468877593Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.468926063Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.469147846Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e80ee1b5-5e25-4497-96d3-cfbe52b41516\", \"date\": \"Fri, 08 Nov 2024 01:33:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.469173707Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.469481241Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.471890443Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.472144537Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.475080446Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.475257978Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.478498032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.478524062Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.478824556Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4d64cd10-974f-4c77-9d50-32ec2e9e6db2\", \"date\": \"Fri, 08 Nov 2024 01:33:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.480112054Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":20,"elapsed":"295.630613ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.502962721Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.503332856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.504868936Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.504892897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.505050369Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.50664469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.507034696Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39959784-356f-4f3b-9f35-8ceb2740e5db\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:33:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.507057826Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.507069726Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.507080496Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.508638637Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":20,"elapsed":"324.083516ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.517241333Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.517581197Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec986c06-fe50-4367-bc14-3ad36686870e\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:33:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.517608608Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.517619728Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.517915692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.517927832Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.517934782Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.517944332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.517958902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.517966463Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.518123914Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.518133965Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.518367108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.518375798Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.51856502Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.520258123Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.520367825Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"150200d2-7017-4058-9787-161a11338183\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:33:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.520384445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.520474266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4bc6494-eef7-42a8-8f79-116e912dcade\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:33:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.520486826Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.520498306Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.628130403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"07f07084-ba29-4e12-b6da-fd5466a0d6f1\", \"date\": \"Fri, 08 Nov 2024 01:33:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:11.628165094Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.628175484Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.628678351Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42a18b4a-82b3-471c-9c26-00e5a83c4265\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:33:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.628730121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.629175927Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.632207528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.632404201Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.6353158Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.635651004Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.63683631Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.637034423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:11.643570141Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":20,"elapsed":"459.144002ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:15.147186679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"d8a76abc-4eac-4ed9-9c31-e90355d3aa3a","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":415,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:20.141232288Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"eafc203a-d56c-48fa-89ef-a99036bce84d","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:20.141539582Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"eafc203a-d56c-48fa-89ef-a99036bce84d","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:20.144187848Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"eafc203a-d56c-48fa-89ef-a99036bce84d","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3032,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:20.144457141Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"47a897de-498f-4d45-8744-98c34dd86477","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:20.144806426Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"47a897de-498f-4d45-8744-98c34dd86477","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:20.147081687Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"47a897de-498f-4d45-8744-98c34dd86477","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2685,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.184406438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.184465429Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.184482479Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.18449508Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.184973136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.184998336Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.186862441Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.187572101Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.187930296Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.189573698Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.189591548Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.189598728Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"5.22138ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.189725Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.191802538Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.19198773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.1934827Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.195876993Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.195890453Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.196018814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.206338013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:21.206362433Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":59,"elapsed":"21.955035ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:30.149194045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"d92966b7-8881-4d2b-82f5-70d04c3817ef","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":365,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.184359657Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.184422348Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.184439278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.184451438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.184883034Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.184959905Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.186687948Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.187124804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.187381298Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.189642958Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.189662258Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.189822011Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.191215059Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.191395432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.192919582Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.195451706Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.195464156Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.195596268Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.207144603Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.207164544Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":60,"elapsed":"22.821466ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:31.217138508Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"32.765361ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.183818959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:33:41.18387717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"31c30021-27d0-4144-b370-020b716fe22c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18389319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\"}","iteration":12,"elapsed":"32.461µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18390434Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18391355Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.1839237Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.1839332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.183942131Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18395076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.183959551Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.183967351Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.183975151Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.183984231Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.183992711Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184001831Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184009461Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184018061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184026592Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184034742Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184043642Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184052252Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184060892Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184069012Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184076822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184085292Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184092853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.184100782Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184107903Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184115053Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184123823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.184132653Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184140593Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184148033Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184156413Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184164274Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184172443Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184180784Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184189164Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184198244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184207454Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184215354Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184223124Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184232264Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184240984Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.184249084Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-08 01:23:41.184182554 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184257655Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184266565Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184273285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184280085Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184287435Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184294055Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184300425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184306265Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184313025Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184319396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184492068Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184587459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184599319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18460868Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18462924Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18463795Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18464798Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18465723Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18466509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.18467311Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184721811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184731751Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184740471Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184747371Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184754271Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184761442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"5.34µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184769791Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"7.93µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184778162Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184785132Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184791902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184798162Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":11,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184805402Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184811432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184817512Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184823952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184830142Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184837243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"6.251µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184843632Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"9.12µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184850683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184858603Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184865333Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184873503Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184881543Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184889513Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184897493Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1d0f7a19-c5e9-4a4c-b57a-25adb46b102e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"20753eb3-d1fb-4717-b209-2d5e3304298f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2021, tv_nsec: 395215254 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184937414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184979914Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e8c61244-4bf0-4b3f-97eb-9be9f19cd488.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2021, tv_nsec: 395287275 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.184993365Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.185049255Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.185059315Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.185440731Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.185463001Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.154025ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.185471551Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.185479881Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"1.426909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.187494008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.188068936Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.188291509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.122266ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.188305079Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.188579173Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.188789146Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.189033999Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.189616577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.189963491Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.189976192Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.190161924Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.19137184Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.191381751Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.191554243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.191891347Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.192229272Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.192251812Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.192409514Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.192434815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.194230359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.194256739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.19430449Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.1943275Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.19433423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2021, tv_nsec: 404634141 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.19434521Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2021, tv_nsec: 404634550 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.194356411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.194418701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.194550493Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.194646024Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.194654704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.195688168Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.19656846Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.19657939Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.196852014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.197796237Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.197806857Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.197941979Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.198455515Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.198533887Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.19877738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.199165315Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.199421748Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.19951734Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.200045727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-08 01:23:41.184182554 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.200056507Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"expiration\":\"2024-11-08T01:23:41.184182554Z\",\"pruned\":[]}","iteration":11,"elapsed":"15.870134ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.201528507Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.201541177Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.20172203Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.202584991Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.202605181Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.202741243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.204801961Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"20.03512ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.204893772Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.205797964Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.206025917Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.20701553Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2021, tv_nsec: 417329801 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.207269304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.207657369Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.211124096Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.211148546Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"27.148635ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.218314062Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.218512995Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.218749258Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.218834429Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.220228968Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.220633804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.220731075Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.220878587Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.222837003Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.223779876Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.224207702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.225316496Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.225342387Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.225504649Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.225669531Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.225687132Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.225935205Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.226495422Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.226703525Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.227131911Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.233358655Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.233897522Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.234249007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"50.286096ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.234369628Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.237859345Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.237879636Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.238126569Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.239596248Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.239871802Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.241354312Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.241701807Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.243706314Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.243730714Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.243990807Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.247684497Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.247707228Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.247942181Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.249151627Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.249448161Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.250447334Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.250782739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.251141284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","candidates":"[(8558ff7a-05a9-4cc0-a6f3-02f2b4d943ed, 0), (8528e433-77ae-438c-8a6c-b09f7d130d84, 0), (0ada262e-f920-4a98-9d78-e49eb5a95ed6, 0), (b63986c1-222f-43c0-a086-129f9b07c6f7, 0)]","collection_id":"8558ff7a-05a9-4cc0-a6f3-02f2b4d943ed"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.251165114Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.251242545Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.251348806Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.251453618Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.252326319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.252472292Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.252494972Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":61,"elapsed":"68.41788ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.252557073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.253492045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.253653168Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.253674178Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.253684978Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"68.900446ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.254354627Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.25462837Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.255868367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.256194802Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.256213632Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"71.453951ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.259086041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.259105651Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.259193112Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.259205132Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.259268003Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.259378124Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.259967952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"75.758608ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.260417138Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.260596621Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.260678342Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.26126334Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":21,"elapsed":"77.046305ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.262276653Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.262310664Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.262320334Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.262326634Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.262332774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.262609158Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.262646088Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.26275986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.26277528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.262924112Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.263205096Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.263434029Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.264050927Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.264494623Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.264514654Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.264525534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.264797847Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.264963989Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.265209393Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.265347685Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.265553277Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.265562028Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.265569817Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"81.509986ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.267352941Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.267370862Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.267378022Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.267387282Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.267508824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.267529164Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.269537921Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.269783074Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.270803628Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.270827908Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.270835868Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.270842308Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.271060971Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.295261647Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"111.141574ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.302357662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.302414373Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.302425733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"118.450102ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.312465408Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-08T01:23:39.423410Z, time_modified: 2024-11-08T01:23:39.423410Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.312531469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]}},\"default_endpoint\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"128.243554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.317381234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.3178402Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.320995433Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/db-queries/src/db/datastore/inventory.rs:1446","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"8558ff7a-05a9-4cc0-a6f3-02f2b4d943ed"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.321032393Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.321255056Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:33:41.352932112Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.352992463Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"169.063452ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.423573041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.423629432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.423983467Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06905aed-ea79-4ed1-8b36-5c899fdc78a1\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.424012037Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.426249367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.439622707Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.439680468Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.440409258Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b02c0bd-314c-4c7c-a7e5-b658222445e9\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.440438998Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.441185238Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.443228416Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.443466639Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.443714682Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.447597594Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.447624795Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.447830477Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.448635368Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","candidates":"[(8528e433-77ae-438c-8a6c-b09f7d130d84, 0), (0ada262e-f920-4a98-9d78-e49eb5a95ed6, 0), (b63986c1-222f-43c0-a086-129f9b07c6f7, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.449205176Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2021, tv_nsec: 659508286 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.449594901Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.449880185Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.451810301Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.452312218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.455275607Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.460979694Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.461019475Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.461297238Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.46363227Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.463963044Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.466524189Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.466804912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.469029422Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.469516069Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.472107393Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.472434498Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.474156701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.474416705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.476129138Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.476354991Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.478255794Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.484342738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.484376518Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.484578691Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.485883319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.486199993Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.487877236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.48822254Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.491005107Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.491028428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.491038788Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.491323012Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.491850509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.491872709Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.492320225Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a70d1967-2fdd-4700-88ec-ec370cb6d22f\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.492347396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.492963304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.495000831Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.505427121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.505472822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.506662358Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.506682948Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.506696298Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.5068282Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2f77107c-6492-4602-9a43-5f54874edecc\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.50684774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.506988162Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.507009693Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.507092274Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.507179085Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.507336837Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.508721696Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.51123333Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.511880408Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.511951579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.511969349Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.511980909Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:21.472295 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.51199303Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1}","iteration":11,"elapsed":"327.940547ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.513301267Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.513330668Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.51347815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.514780717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.51497457Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.515880492Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.515900172Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.515909992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:22.290314 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.515918673Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2}","iteration":11,"elapsed":"331.722739ms"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.517431513Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.517454613Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.51796224Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8f0a0b5d-97ef-4eca-8e84-d774043411b0\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.519874906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":21,"elapsed":"335.847744ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.521228964Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.521894073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.534918538Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.540372191Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.540394241Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.540616294Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.543784717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.543811697Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.544096641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d2ebf20-4dd2-4a05-894e-c1a5759fb6ed\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.544119752Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.545648312Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.546062438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.546716236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.547958263Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.548153806Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.550283194Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.550429526Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.556190784Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.556589979Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.559325146Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.55961087Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.561238962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.561542296Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.566920268Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.567603567Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.569248749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.57450684Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.57452977Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.574717243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.57674645Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.576975003Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.588217614Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.588398167Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.590544585Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.592473411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.592491432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.592636113Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.594425558Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.597071813Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.597095933Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.597272506Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.603738993Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.603757953Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.603765423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.604224659Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a546c97-45b0-497b-a277-6eef3444ed45\", \"content-length\": \"476\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.60426669Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.604483803Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"345eb43a-0812-4809-9e40-8ddce63ccaa9\", \"content-length\": \"734\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.604531253Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.604799867Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69430f29-cf5f-4d14-88b3-b1a5fb06a98e\", \"content-length\": \"111\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.604816317Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.60502856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76a70d7a-2b79-4582-a8e0-6cb57895b18f\", \"content-length\": \"111\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.60504109Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.605291824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a4d248c-9e70-4212-84e5-20a547173499\", \"content-length\": \"167\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.605302694Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.605515957Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80ae1ae1-3ea4-4c51-a92d-7fedd3e9d9f0\", \"content-length\": \"167\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.605525867Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.6057722Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc18eb3b-00f7-4d20-aaed-39b07621f378\", \"content-length\": \"175\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.60578833Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.605992563Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ecbf9df-010f-4b68-a367-f637850e71f7\", \"content-length\": \"175\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606014683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606111065Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b567dffe-53ed-4743-b546-4548c66c5c9c\", \"content-length\": \"702\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606123285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606342338Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae009f2-ccf9-4762-ba88-41e54ff4abdd\", \"content-length\": \"727\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606353118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606556931Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0153251-a8fb-48ec-8639-7b5432e50a30\", \"content-length\": \"729\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606574721Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606698753Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f4d2cfe-e451-4ec6-93ce-a3e7ca18cbd0\", \"content-length\": \"728\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606709203Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606861875Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"686dabaf-82ef-4f75-a325-85b6aafe0d1e\", \"content-length\": \"722\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.606877165Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.607116398Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"134c0002-8579-45c5-a934-4611c266d486\", \"content-length\": \"109\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.607138588Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.607355231Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfd5bf4f-07ec-4db7-91c6-5ae076e7e3e4\", \"content-length\": \"109\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.607369582Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.607586874Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d914f59-9ec2-4d41-afd7-41e321b81841\", \"content-length\": \"169\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.607609145Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.607818058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eade8437-595c-4b25-9811-a1d0934b426d\", \"content-length\": \"169\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.607829078Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.608090251Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8478c6d6-b784-45c6-ab39-a79b0506fc7e\", \"content-length\": \"178\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.608104712Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.608312954Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.608372995Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c9b9e1-959b-495e-b81b-167c3489d19f\", \"content-length\": \"178\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.608411225Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.608554307Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5ddf00-ee10-47e7-afab-0618ec7a72af\", \"content-length\": \"702\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.608570398Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.608657489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.60872809Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb862bd-ceb4-4e65-92d5-3dda30fbe2e4\", \"content-length\": \"727\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.60874905Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.609007113Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdc184f8-9e61-4c5a-aa4b-16d90d766283\", \"content-length\": \"729\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.609026534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.609186276Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e471491a-17c7-40a1-a879-98418bd7412d\", \"content-length\": \"728\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.609197486Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.609384679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.610411503Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.610684706Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.613360202Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.613378482Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.613574395Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.614579619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.614599549Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.614735661Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.615157666Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.618326459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.618347409Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.618560012Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.621980278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 1e06cd17-9e9e-430b-b22e-11c67e901951, kind: Service { id: ce5ef33e-32cb-450e-98ce-948d2d64bf58 }, name: Name(\"nexus-ce5ef33e-32cb-450e-98ce-948d2d64bf58\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3676b4e5-8ece-4ab9-8fa5-17ff64f9aa31, kind: Service { id: b7fd42ed-cd22-4507-9555-47740e266236 }, name: Name(\"nexus-b7fd42ed-cd22-4507-9555-47740e266236\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 187])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc5e6ef6-2557-41c0-81cc-873c3bae44e0, kind: Service { id: 342fecfa-d739-42a3-a354-8b70b3c745ce }, name: Name(\"nexus-342fecfa-d739-42a3-a354-8b70b3c745ce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 230])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 8ba7518d-773f-4dea-ac99-6e1ca4b62add, kind: Service { id: e8c61244-4bf0-4b3f-97eb-9be9f19cd488 }, name: Name(\"external-dns-e8c61244-4bf0-4b3f-97eb-9be9f19cd488\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 57])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef2d86b4-cd87-4a5b-84c4-23fc7b334050, kind: Service { id: ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5 }, name: Name(\"external-dns-ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 161])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.622014748Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.622260902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.623802763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.625519606Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.625535946Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.625659828Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.627575833Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.627684165Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 8ba7518d-773f-4dea-ac99-6e1ca4b62add, kind: Service { id: e8c61244-4bf0-4b3f-97eb-9be9f19cd488 }, name: Name(\"external-dns-e8c61244-4bf0-4b3f-97eb-9be9f19cd488\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 57])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef2d86b4-cd87-4a5b-84c4-23fc7b334050, kind: Service { id: ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5 }, name: Name(\"external-dns-ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 161])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1e06cd17-9e9e-430b-b22e-11c67e901951, kind: Service { id: ce5ef33e-32cb-450e-98ce-948d2d64bf58 }, name: Name(\"nexus-ce5ef33e-32cb-450e-98ce-948d2d64bf58\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3676b4e5-8ece-4ab9-8fa5-17ff64f9aa31, kind: Service { id: b7fd42ed-cd22-4507-9555-47740e266236 }, name: Name(\"nexus-b7fd42ed-cd22-4507-9555-47740e266236\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 187])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc5e6ef6-2557-41c0-81cc-873c3bae44e0, kind: Service { id: 342fecfa-d739-42a3-a354-8b70b3c745ce }, name: Name(\"nexus-342fecfa-d739-42a3-a354-8b70b3c745ce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 230])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.627719375Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.795307008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","vpc_to_sled":"[Sled { identity: SledIdentity { id: 979cd0c3-718d-49ed-b7c9-9ea81462754d, time_created: 2024-11-08T01:24:15.199827Z, time_modified: 2024-11-08T01:24:15.199827Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.795349498Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.795356838Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.795646412Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.84012097Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":21,"elapsed":"656.093469ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.8438217Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.844162294Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e16799e6-b7a4-44df-91db-92e4cc98134f\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.844178674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.845598864Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8881e8b4-0346-45e4-9746-b9d075886a0e\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.845612794Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.847636551Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.847956795Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e6b8f27-d006-476c-be50-7a53ad06b759\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.847975336Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.847995906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"663.858602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.849851151Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.850123144Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.854882148Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.854907979Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.856894455Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.871230908Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.871752705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a4c1f5-667e-426e-aed4-844f5ffedf4a\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.871780665Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.871792605Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.871801116Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.873839763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.873969685Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":21,"elapsed":"690.092136ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.874101817Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":21,"elapsed":"689.902202ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.874188548Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.90190584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.902291426Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.904683698Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.904712568Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.905036282Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.905467178Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.908290396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.913997973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.914381028Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f55814-23ed-4ef5-aa4a-6022c427e4a0\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.914403118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.914418489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.914717553Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.914739013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.914748993Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.914759573Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.914770833Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.914781703Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.914944145Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.914956466Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.915172199Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.915192459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.915466652Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.920431729Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.920911966Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1f3cc44b-00c5-45e0-a512-c3a45246aa10\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.920939076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.922424426Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"014104ce-f3ee-4b5d-b483-afe1bb8b8c17\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.922448037Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.923979467Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a45523ce-b4d6-4a8a-b468-de621c14de50\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.924010167Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.925834802Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.925883412Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"742.040234ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.946783953Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.949180286Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.949354298Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d4afa4c-777a-49ad-a1f2-3ec9abedba6e\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.949371868Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.949465409Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15299098-3ff4-44c2-9049-7f8de6e1dd84\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.94948254Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.94949355Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.949611171Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"198facaf-64a1-4b5f-8d40-cbe5d96f78bb\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:41.951811261Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.951826981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","elapsed":"767.964082ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:41.951835051Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":3,"elapsed":"767.978272ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.098804986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6fbb6706-cc95-413f-8169-dd99dc00fe1a\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:42.098848157Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.098858277Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.112162996Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"231395c8-32d1-4c2e-a72d-4593e8259662\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:33:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.112195746Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.112524191Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.116326862Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.116698276Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.120788411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.121032685Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.123432117Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.123696651Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.13107528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":21,"elapsed":"947.21418ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.328195729Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2b94cb2-b414-4cd9-8f5d-8b550f926419\", \"content-length\": \"29193\", \"date\": \"Fri, 08 Nov 2024 01:33:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.355477906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.355512326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.355519817Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.357431102Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.357752276Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.359091534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.36103126Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.361113932Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.361292094Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:42.552020367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"f0f02008-30a7-4ecd-80ab-eacde1859134"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.552063018Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_started":"2024-11-08 01:33:41.603718 UTC","collection_id":"f0f02008-30a7-4ecd-80ab-eacde1859134"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.552129859Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"collection_id\":\"f0f02008-30a7-4ecd-80ab-eacde1859134\",\"time_done\":\"2024-11-08 01:33:42.355470 UTC\",\"time_started\":\"2024-11-08 01:33:41.603718 UTC\"}","iteration":2,"elapsed":"1.367863485s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.552143029Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.552154679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.552513244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.554344049Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.556411266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.556428437Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.556577019Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.558443174Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.558768638Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.590426244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.592834296Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.592866607Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.593020649Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:42.681606139Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"129.43428ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:45.149749871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"5726602f-e57b-45d8-889c-c1aa3a01e2ba","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":360,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:50.14078583Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"18a60b81-3076-48c6-8486-eaccf5b09ebd","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:50.141092064Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"18a60b81-3076-48c6-8486-eaccf5b09ebd","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:50.143867911Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"18a60b81-3076-48c6-8486-eaccf5b09ebd","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3151,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:50.144127315Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"e226969f-b616-4c88-8014-055e2c8f5008","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:50.144476489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"e226969f-b616-4c88-8014-055e2c8f5008","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:33:50.146184552Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"e226969f-b616-4c88-8014-055e2c8f5008","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2123,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.184292964Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.184343495Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.184356915Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.184368425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.184813671Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.184836712Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.187093912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.189710727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.189722917Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.189854789Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.191673854Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.191862626Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.193456947Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.195974851Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.195984252Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.196118303Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.206749626Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.206768566Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":62,"elapsed":"22.471142ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.213530797Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.21373268Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:33:51.242035031Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"57.764216ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:00.147167495Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"abaa30f6-009f-4e1d-9dc3-654363abf26a","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":330,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.184338964Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.184397665Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.184413656Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.184426765Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.184831451Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.184934223Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.18624544Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.186436133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.1870298Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.189685226Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.189714437Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.189843108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.191801725Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.192017048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.193475767Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.196097762Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.196107883Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.196238084Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.205927945Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.205940615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":63,"elapsed":"21.595891ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:01.21377421Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"29.459516ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184215932Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184291843Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184307643Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184320573Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184332353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184343114Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184354784Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184401674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184415764Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184428205Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184439695Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184451055Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184461855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184474095Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184486096Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184499786Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184511846Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184522326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184534436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184545596Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.184557566Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184569926Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184581377Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184592327Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184604037Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184615267Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184626947Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184743529Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18481649Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.184946852Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.185004022Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.185021963Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.185098944Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.185118754Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.185136684Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.185165445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.185182855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.185199805Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.185217115Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18554239Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18556076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18556992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"16.171µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18557811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"8.961µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18558592Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18559409Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18560132Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"4.71µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18560868Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"5.6µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18705489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.187657448Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.18856872Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.207807ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.188588111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.188595811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2051, tv_nsec: 398745181 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.188913855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.189698606Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.189710416Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.189883548Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.190731199Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.19074784Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.190915162Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.191159485Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.192589134Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.192599214Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.192860038Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.193294134Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.193304594Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.193451596Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.195582245Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2051, tv_nsec: 405716945 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.19597504Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.196300154Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.196560118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.198029347Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.198397022Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2051, tv_nsec: 408536003 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.199320975Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.200565061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.200585352Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.200780804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.201477284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.204591156Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.204613406Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.204794548Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.220323277Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.223113695Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.223146565Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.223274877Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.224191439Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.224413912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.224427472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.224434372Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.224441602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.224642275Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.225864612Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.226053064Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.22651206Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"42.132376ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.226647262Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.226658582Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.226664662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.226815004Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.231269074Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.231335485Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.231452097Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.233288781Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"48.865037ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.234247314Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.234263954Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.234435717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.236644217Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.236827359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.238763845Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.242061589Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.24208781Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"57.842197ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.24209893Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.24211019Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.242377034Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.253897918Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.253930959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":64,"elapsed":"69.437403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.255327837Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.255545411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.257473026Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.257652989Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.259008177Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.259019647Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.259028687Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"74.626663ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.259072798Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.261943997Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.261986777Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.26217749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.263381356Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":22,"elapsed":"79.113084ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.266628729Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.26664052Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.266968184Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"186c2eb2-2a26-4bd6-b1b4-9f63f1a4f8ec\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.266981474Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.268357273Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.280483716Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.280511586Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.28081422Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27d94d00-372e-43b6-a4ae-538df28b7492\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.28084702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.280942962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.280968512Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.281243506Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae2f07df-0820-4298-97ae-46e13c86742e\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.281267746Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.284115684Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.284348608Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.30958096Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.310163105Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.313883255Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"129.547971ms"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.38648246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.386537631Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.38716948Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee5e5f16-a008-4c55-887e-eddc951a97de\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.38721433Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.387588265Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.402910281Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.402948732Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.403238876Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dd89a642-110a-4e62-961c-89961fa10bb2\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.403259886Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.403706712Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.406498369Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.406794373Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.411427706Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.41171567Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.417012561Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.417037881Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.417504737Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"31c2ef93-90e0-4fb9-8f46-f4d4d8e6110d\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.419271881Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":22,"elapsed":"234.842657ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.426088833Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.426448877Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d90582f-0953-4494-9fa5-ef076100458c\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.427976258Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.428285902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.42888329Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.429056623Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.430395281Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.435332237Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.435359577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.435609111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.435801473Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":22,"elapsed":"251.49075ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.437333564Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.43926944Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.43928905Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.439427462Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.460733798Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":22,"elapsed":"276.480026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.529807367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.530203792Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.532074077Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.532099968Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.53231153Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.53525148Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.535643015Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7d72bca-f25e-4be2-a8d6-53b4bdf9ac4c\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.535678486Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.535706676Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.535717516Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.537290527Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":22,"elapsed":"352.834882ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.543077665Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.543326659Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a93eb6-5748-4178-8a88-df9e6599d90c\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.543360939Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.543373269Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.543682703Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.543710674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.543721364Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.543734514Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.543745704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.543755274Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.543877226Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.543902226Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.544036878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.544046358Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.544463874Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.546723824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.546842246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7960358-21a3-4fee-8b26-6682bd93f872\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.546855786Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.546944717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c88e3f5-9e34-4ed6-8be7-b8fe9bd34ae0\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.546958767Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.546968627Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.648411191Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"be78c67f-ff69-4abe-8aca-606adbced20f\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:11.648446171Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.648456361Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.653095404Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d85a99-71bc-4377-9f10-da4c5dc0cfba\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:34:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.653127254Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.653486889Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.656911885Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.657111848Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.660295331Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.660544084Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.662422669Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.662753504Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:11.670155963Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":22,"elapsed":"485.950002ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:15.148265948Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"a24f5f5d-e2c4-4c5c-bc70-2c092f70aca7","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":545,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.184804839Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.18487942Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.18489614Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.18490969Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.185355916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.185377827Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.187366183Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.187980442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.188334516Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.189794146Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.995967ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.190118691Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.190129701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.190275413Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.192035976Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.192206739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.193746749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.196254723Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.196267533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.196402045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.203874065Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:21.203887076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":65,"elapsed":"19.116977ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:30.148557231Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"06364858-c0f5-4921-b529-868d893f9353","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":546,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.184865685Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.184972801Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.184981841Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.184989541Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.185266854Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.185278525Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.18719061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.187545425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.18792822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.189923417Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.189936147Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.189997058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"5.074308ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.190074699Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.191818653Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.191982195Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.193575436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.196054099Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.196071459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.196194311Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.206321347Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:31.206335608Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":66,"elapsed":"21.433048ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184294511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184354271Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184365632Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184375142Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184383702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.184392962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184402172Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184411932Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184420302Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184430622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184439922Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184449053Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.184458213Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-08 01:24:41.184350271 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184467463Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184475673Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184483853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184491793Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184500763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184509014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184516854Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184524394Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184532464Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184539604Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184546764Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184554284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184590055Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184599225Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:34:41.184608115Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"31c30021-27d0-4144-b370-020b716fe22c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184619055Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184627115Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184635005Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\"}","iteration":13,"elapsed":"11.58µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184645335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184652945Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184661756Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184670445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184678476Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184686526Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.184694716Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184702416Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184709926Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184717406Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184725556Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184733186Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184741546Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184748387Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184755867Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184763877Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184771477Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184779767Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184787907Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184831658Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184855728Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.184948269Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.18500278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185034401Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185047781Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185057981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185067991Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185079571Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185091421Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185103101Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185113111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185123052Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185135312Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"7.54µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185145342Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"5.91µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185153942Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185161262Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185168402Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185175782Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185184472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185191423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185197823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"6.93µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185205453Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185211563Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"8.57µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185218323Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185225063Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e8c61244-4bf0-4b3f-97eb-9be9f19cd488.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2081, tv_nsec: 395099382 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185238133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185247683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185257253Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185266584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185275264Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185283494Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1d0f7a19-c5e9-4a4c-b57a-25adb46b102e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"20753eb3-d1fb-4717-b209-2d5e3304298f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2081, tv_nsec: 395177653 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185300014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185308804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185624709Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.185641779Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.306697ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.18575425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.18576676Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.255817ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.186518921Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.186931326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.187100348Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.18721337Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.187650836Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.188444396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.971823ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.188864792Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2081, tv_nsec: 398837763 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.189126056Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.189774844Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.189787734Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.189964877Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.190359192Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.190371712Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.190547124Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.190636026Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.190646116Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.190794648Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.191997014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.192176577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.192490651Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.193553155Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.19464228Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2081, tv_nsec: 404609440 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.1946727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.1946847Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.194861902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.194876703Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.195878916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.195901636Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.196033358Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.196788108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-08 01:24:41.184350271 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.196803759Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"expiration\":\"2024-11-08T01:24:41.184350271Z\",\"pruned\":[]}","iteration":12,"elapsed":"12.443137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.19764498Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.200942224Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.200963155Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.201150367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.202214251Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.203694461Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"18.57123ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.204702315Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.204729825Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.204867937Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.206519259Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.20654187Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.20655198Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"21.412968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.206940675Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.207212388Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.213177289Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.214526337Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.214935902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.214968033Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.215280937Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.215301567Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2081, tv_nsec: 425252078 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.215633812Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.217286384Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.244821794Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.24527007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.246104941Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.246552387Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.24822601Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.249392295Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"64.853722ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.250868365Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.250881035Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.250887215Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.251151799Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.251484814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.251496514Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.251691176Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.252960794Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.252969743Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.252978374Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"68.457231ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.254326812Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.254785708Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.255503848Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.257273372Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.257289672Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.257484434Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.258500978Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.258514158Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.25868066Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.258979914Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.25940277Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.26017019Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.260400503Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.260543665Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.260555216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.260562006Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.260568336Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.260642787Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.260656007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"76.232395ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.260666227Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.260795119Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.260978381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.260991431Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.261126443Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.264545399Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.264575399Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.264744622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.272281333Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"87.75497ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.276026824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"91.563211ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.277772647Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.278082571Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.288754055Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.289219291Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.29136129Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.29137885Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.29138914Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.29139866Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.291642973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.291883697Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.292056419Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.299057433Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.299080783Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.299088323Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.299491239Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.302497219Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.306701696Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.306737046Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.306970819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.315535975Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.315874589Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.334242246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.355894657Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.365242203Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.365299423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.365707879Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea6b6271-7bbb-4528-8e08-30b4f7870ab9\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.365733289Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.367631845Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.38590818Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.385950901Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.38662848Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708fb071-5636-4b82-a234-cf467dc60a35\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.38666168Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.388713078Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.449433034Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.449495165Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.44985098Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a12b00f8-6a1c-4361-8357-a89615918314\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.44987556Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.452319303Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.452345853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.452392044Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.452788509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4287764-4edf-4584-93c2-98b8837e181e\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.45281982Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.453275066Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.457134978Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.457753266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.458267903Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.460802717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.460830527Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.461113771Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.46849182Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.468536811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":67,"elapsed":"284.22959ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.497046434Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.497099805Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.497113705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"312.50882ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.503650043Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.503687683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.503698464Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.504125819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.507476264Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.510484075Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.511996555Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.512088836Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.512110966Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.512403961Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.515720735Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.515741055Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.515880507Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.515905297Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.515957988Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.516175011Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.517907024Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-08T01:23:39.423410Z, time_modified: 2024-11-08T01:23:39.423410Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.517948615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]}},\"default_endpoint\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"333.638975ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.519265303Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.519293643Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.519306523Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:21.472295 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.519317754Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1}","iteration":12,"elapsed":"334.81344ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.520477189Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":23,"elapsed":"335.889675ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.534944784Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.534976904Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.539317852Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"aa9e3a45-5936-4955-a91f-d7e24bcf70b2\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.539346913Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.539790449Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.544080946Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.54437489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.546859524Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.548288403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.548533436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.556210929Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.55624166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.556680686Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"923bd103-b63b-4997-911b-bd25ae883e21\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.559572595Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":23,"elapsed":"375.253533ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.563611769Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.563633889Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.563644949Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.564088995Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.565842989Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.575374157Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.575403157Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.575654701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.578498409Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.578522439Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.578533619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:22.290314 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.578543039Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2}","iteration":12,"elapsed":"394.169628ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.581099984Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":23,"elapsed":"396.53014ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:34:41.588510053Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.588532704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"404.019181ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.59791801Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.598236354Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.600083199Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.601040472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.601351956Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9dc3d6b4-cebc-43a3-8a38-89b0b2e469c5\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.601371056Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.602084036Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.602093716Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.602266938Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.602974138Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ab4d9950-b039-4af7-b7eb-4ca4e97e12c4\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.603069739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.604110443Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.605130367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.605144547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"420.549993ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.606014249Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.606024729Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.606165821Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.617738946Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.61801901Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb37400-e6c0-468e-a1b6-6decfa03193d\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.619556731Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.619871835Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.622169546Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":23,"elapsed":"437.761944ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.645147465Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.645660552Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e5da68d8-b49f-413b-923a-ff69a584cf1a\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.645674432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.648010033Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"01a8445d-d520-4514-9a4b-8135166949c2\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.648032913Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.650439866Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1ca3ef70-be12-4147-b572-60b9a1776cb7\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.650464186Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.652827138Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.652870238Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"468.473526ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.737096381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.737466246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.739806377Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.739826847Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.740146642Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.740910912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.741398098Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61b4e65d-5067-44a0-9f17-118a05ab45a9\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.741435299Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.741448689Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.741456969Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.743357555Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":23,"elapsed":"558.908923ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.750587372Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.750870496Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f09d0c21-0521-4e42-8496-576fcc9d4075\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.750896906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.750910076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.7512319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.751245441Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.751253171Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.751261231Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.751268481Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.751276551Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.751445383Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.751455274Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.751672126Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.751681186Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.751975821Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.753611552Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.753729594Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d0eaa72-e32c-42c5-b217-ad70a51e9305\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.753741934Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.753829746Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5586fd76-d6e5-4c2c-95e9-68e2be2a33a4\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.753841526Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.753852426Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.858716855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e0583b25-341c-4f3b-9ff8-e4dd6d9b4e52\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.858760986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.858771976Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.859380094Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"088b9918-4423-4f29-9057-ab229e7c9917\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.859420555Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.85977701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.863693802Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.863916975Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.868089851Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.868421756Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.870672886Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.870909589Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.877937163Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":23,"elapsed":"693.558582ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.967992714Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.968016814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.998576385Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:41.998690726Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.998867689Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0d1921da-86e2-4189-865d-c56fae469082","remote_addr":"[fd00:1122:3344:101::c]:41713","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:41.999166313Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0d1921da-86e2-4189-865d-c56fae469082","remote_addr":"[fd00:1122:3344:101::c]:41713","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:42.033027747Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/oximeter.rs:76","collector_id":"f8eb2395-07f4-4cb9-b50e-c37d78d1725d","producer_id":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:42.033051608Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/producers","method":"POST","req_id":"0d1921da-86e2-4189-865d-c56fae469082","remote_addr":"[fd00:1122:3344:101::c]:41713","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34254,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:42.033135829Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d1921da-86e2-4189-865d-c56fae469082\", \"content-length\": \"41\", \"date\": \"Fri, 08 Nov 2024 01:34:41 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:42.035218086Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:42.035230161Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:34:45.149146228Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"0673255e-1e8c-4852-84c1-eeb45bb1029a","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":400,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.185140651Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.185219792Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.185236472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.185252573Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.18577679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.18582235Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.187475702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.190095628Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.190107878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.1902474Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.192270327Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.19251814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.194166423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.196870849Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.196883219Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.197022041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.20811484Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.20813949Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":68,"elapsed":"23.01971ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.214187741Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.214523286Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:34:51.24231767Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"57.168518ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:00.147749058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"5a129ca1-b273-48b9-b282-b55142674561","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":378,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.185136401Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.185199151Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.185215371Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.185228562Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.185696548Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.185768729Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.18803658Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.190685485Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.190697575Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.190834197Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.192461939Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.192670252Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.194483746Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.197165632Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.197181032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.197320574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.209314915Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.209341676Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":69,"elapsed":"24.193405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.213180207Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.213405421Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:01.246795059Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"61.680959ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:05.141880469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"8e3289b2-9238-455c-9c27-acf4f3c28f15","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:05.142192913Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"8e3289b2-9238-455c-9c27-acf4f3c28f15","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:05.145043071Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"8e3289b2-9238-455c-9c27-acf4f3c28f15","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3241,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:05.145283314Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"efdd02de-b7a6-414e-a390-08a945918b4b","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:05.145622109Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"efdd02de-b7a6-414e-a390-08a945918b4b","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:05.147757198Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"efdd02de-b7a6-414e-a390-08a945918b4b","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2533,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.184889386Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.184963477Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.184979218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.184994788Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185008328Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185021248Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185034258Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.185046088Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185059439Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185072419Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185084819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185096749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185109179Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185121439Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.18513306Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.18514441Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.18515646Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.18516715Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.18517871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.18519821Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185210301Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185222391Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185233831Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185246171Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185257181Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185270471Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185283151Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185558295Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185574066Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185590046Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"17.91µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185602696Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185615026Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185627306Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"4.071µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185638996Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"10.961µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185651836Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185664157Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"11.75µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185682217Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185741298Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185760998Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185775548Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185798189Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185833139Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185850469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.185866919Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.18588365Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.18590088Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.18591722Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.187683094Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.187811236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.187888626Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.188638437Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.189005412Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.107645ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.189189524Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2111, tv_nsec: 398992245 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.189515379Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.189725991Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.190295159Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.190307559Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.190489032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.191811749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.191821919Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.191895131Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.19190582Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.191962561Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.192047253Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.193490912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.19411531Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.195367117Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.195391727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.195509619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.196677735Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.196705135Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.196873877Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.199607534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.199659955Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2111, tv_nsec: 409463325 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.199932828Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.200230863Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.200580987Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.201805244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.201850074Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.201861714Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.202043997Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.202117658Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.202724186Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2111, tv_nsec: 412522576 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.202963229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.203159282Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.203383705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.20377733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.204123305Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.206691359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.20671163Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.206864462Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.207260647Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.207269637Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.207424009Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.222505082Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.224525849Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.224555619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.224672811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.224747332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.224763942Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":70,"elapsed":"39.771245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.22908469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.229370654Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.231699786Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.231907528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.232246203Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"47.379277ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.233451049Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.233461599Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.233468549Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.233686542Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.23427367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.234595234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.257909428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"72.826148ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.260630464Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.260661375Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"75.616366ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.26177995Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.26179141Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.262135855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64ad4a2-556b-4d87-ae08-af4a9eb95b52\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:35:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.262157615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.263864748Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.265143695Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.265158865Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.265165115Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.265455409Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.267341414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.270963823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.270988574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.271186996Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.273080932Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":24,"elapsed":"87.936313ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.279396027Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.279415227Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.279717771Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea834b02-3ae7-4928-8fb9-b7c78d7b01a3\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:35:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.279733881Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.281279382Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.298319841Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.298361641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.298694846Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19299dcd-6b58-4501-8bf0-2cd957af62a9\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:35:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.298713036Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.300883615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.300895705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.300905885Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"115.781846ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.301007957Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.310608166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.311008091Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.313621567Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"128.565878ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.374673767Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.375020722Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27b70b02-d39a-43a7-9cd5-7951e44ac766\", \"content-length\": \"1\", \"date\": \"Fri, 08 Nov 2024 01:35:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.37711132Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.379210108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.394916049Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.39495299Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.395518407Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"406196b2-7007-4506-9802-181cc2e9fdd3\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:35:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.395561778Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.396114285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.401075792Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":24,"elapsed":"216.132954ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.404431317Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":24,"elapsed":"219.322418ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.438382543Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.439173674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.44926001Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.44928124Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.450135691Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0a70b823-2059-48dc-8ade-9ae33980756d\", \"date\": \"Fri, 08 Nov 2024 01:35:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.450149371Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.450567097Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.453374805Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.453604348Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.45601253Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.456314894Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.459865822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.459889133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.460259057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c3ac6ffa-f7aa-48ca-9d44-806abba9c394\", \"date\": \"Fri, 08 Nov 2024 01:35:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.462397216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":24,"elapsed":"277.442509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.466666424Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.467048939Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.46936717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.46938375Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.469718614Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.476504806Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.478662405Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.478684955Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.478831167Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.480110624Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.480260136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.480384038Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c190ca7-dd4c-4b2e-bb58-4729b12ca992\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:35:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.480419178Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.480433629Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.480686492Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.480704602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.480711942Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.480719242Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.480726702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.480733662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.480907985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.480925965Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.481146888Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.481157768Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.481445042Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.482313534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.482325774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.482488616Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.483692452Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.483784554Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a51231-a76f-4ea1-870c-710bd3801952\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:35:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.483795514Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.483877185Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6623e095-d8e3-4d92-aa33-36a7f7b5d6e1\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:35:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.483888265Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.483897875Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.515834504Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.594758175Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3046134a-1a05-49fc-a9ef-b26f776835ef\", \"date\": \"Fri, 08 Nov 2024 01:35:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.594801946Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.594813866Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.595330723Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b85cb6f-3e11-4106-9b4d-221c4309afd3\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:35:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.595364513Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.595721568Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.595794789Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2feed89-1c01-4c00-9578-be63faefce71\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:35:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.595815589Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.595825609Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:11.59583372Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.597450401Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":24,"elapsed":"412.469764ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.59881716Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.599062773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.602135244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.602383778Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.603967779Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.604296603Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:11.611413369Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":24,"elapsed":"426.450512ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:15.150274061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"c3752864-324e-4d50-b282-72033a53bada","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":406,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.184793884Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.184850035Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.184860585Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.184868895Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.185167209Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.18518292Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.186540728Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.186748291Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.186971874Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.188049758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"3.265904ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.189788222Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.189800452Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.189964894Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.191588696Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.191773558Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.192898113Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.195409027Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.195422427Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.195554879Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.205545653Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:21.205563863Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":71,"elapsed":"20.763599ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:30.1517815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"51c4cbcb-e550-48be-b22c-a956144b770a","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":349,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.185147888Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.185190869Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.185199759Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.185207669Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.185528473Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.185540154Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.18753356Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.188347902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.188606335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.190215587Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.190237917Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.190370849Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.192069181Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.192435526Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.194398293Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.197335802Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.197358452Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.197508645Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.207163184Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.207190865Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":72,"elapsed":"22.046666ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:31.218690959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"33.532701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:35.141948237Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"38331e6b-334e-4b75-b83a-bf412b7ddaf7","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:35.142317772Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"38331e6b-334e-4b75-b83a-bf412b7ddaf7","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:35.144682724Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"38331e6b-334e-4b75-b83a-bf412b7ddaf7","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2816,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:35.144919697Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"ba4ee7e0-49a0-41e8-82ac-92e3eeb0747f","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:35.145264242Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"ba4ee7e0-49a0-41e8-82ac-92e3eeb0747f","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:35.147673574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"ba4ee7e0-49a0-41e8-82ac-92e3eeb0747f","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2816,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185481162Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185547933Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185562703Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185575813Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185588724Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.185599734Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185612944Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185625244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185638514Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185651054Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185662545Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185675855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185688125Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185700875Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185716305Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.185730726Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-08 01:25:41.185625724 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185745266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185758266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185771546Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185784686Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185799496Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.185814477Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185828547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185842787Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185857067Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185869837Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185883617Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185898448Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185911988Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185926318Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185939698Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185953878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185970849Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185985749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.185999719Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186013499Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186027039Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.18603947Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.18605289Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.18606554Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.18607968Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.18609473Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186107411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186118701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:35:41.186127111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"31c30021-27d0-4144-b370-020b716fe22c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186136431Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\"}","iteration":14,"elapsed":"21.01µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186146601Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186155001Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186163521Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186170911Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186177861Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186184712Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186194152Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186204372Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"15.87µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186216112Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186225862Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186237162Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186246773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"14.59µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186257962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186268853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"15.54µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186280963Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186291733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186304173Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186313983Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"8.029µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186325694Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186338684Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186351574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186364434Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186471116Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186489286Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186552737Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1d0f7a19-c5e9-4a4c-b57a-25adb46b102e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"20753eb3-d1fb-4717-b209-2d5e3304298f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 396174907 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186576937Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e8c61244-4bf0-4b3f-97eb-9be9f19cd488.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 396214748 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186615897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186669518Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186680458Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186687938Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186696799Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186705628Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186714769Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186723529Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186732439Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186741209Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186750079Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186760919Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.18682766Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186851801Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186861961Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186871041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186945282Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.186955382Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.187149794Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.187160085Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.187166615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.187175995Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.48668ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.187184165Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.187190835Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.659672ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.187294147Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.187303667Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.187428338Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.188109087Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.188252399Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.18901653Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.18902716Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.18903455Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.189303874Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.189490736Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.653919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.189567757Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.19126866Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.19128213Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.19129061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.19129692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.191432842Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.191443562Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.191561084Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.191616145Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.191625955Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.191714026Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.191781897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.191935629Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.192148632Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.193117395Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.194063938Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"7.994267ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.195086951Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.195105941Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.195227183Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.195300714Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-08 01:25:41.185625724 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.195309404Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"expiration\":\"2024-11-08T01:25:41.185625724Z\",\"pruned\":[]}","iteration":13,"elapsed":"9.68318ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.19721511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.198025791Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 407655631 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.198402106Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.198446146Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.199508561Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.199667213Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 409294233 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.199922456Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.20090783Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.20091959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.201108252Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.201331645Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.201342065Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.201519258Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.202684883Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.202694874Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.202854186Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.203797528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.206090999Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.206107089Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.206295522Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.206305772Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.209078429Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.20909004Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.209296792Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.210128553Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.211084776Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.212490965Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.212739189Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 422369399 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.21284027Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.212971542Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.214086487Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.214097647Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.214384201Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.214402681Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.216178155Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.216187695Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.216194135Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.216200415Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.216538349Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.220975099Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.221274853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.222230566Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.22248952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.224448986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.228136596Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.228170166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.228307528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.232651126Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.232682926Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.232692787Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.233155263Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.233418427Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.233446147Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.233460517Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.233753001Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.235878629Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.237211787Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.237472951Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.239015602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.239037932Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.239187534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.241055599Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.241082319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.24109469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:22.290314 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.24110622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2}","iteration":13,"elapsed":"55.487686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.246123957Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.246439031Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.247001459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.247015409Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.247024319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"60.835178ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.248963445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.248986616Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.249154798Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.249425011Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.249446622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.249695065Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.250981903Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.251198986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.25226864Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.252467372Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.253118621Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.253395085Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.254768033Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.254779834Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.254949006Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.255177339Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.255187709Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.255389982Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.256469906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"71.007534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.257734473Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.258075278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.262021841Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"76.184204ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.266711304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.267552155Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.2679428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.267967481Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"82.140084ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.270495875Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.270594676Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.270779449Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.270794519Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.271001872Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.273200901Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.273221811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.273468525Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.274016472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.274029042Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.274229625Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.27606267Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"90.322444ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.283189185Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.283218136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.283229996Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"97.49302ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.291343705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.291381115Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.291388866Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.29174233Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.293156439Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.29318083Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":73,"elapsed":"107.221101ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:35:41.317560257Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.317629248Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"131.908293ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.320650459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.321642592Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.321668702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.321678313Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.321687343Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.322105679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.324104445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.324894256Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.324985697Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.325473974Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.327155076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.327211687Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.327389999Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.334621997Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.33490266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.372471385Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.372530166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.372913681Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97e87a1f-e506-4e01-b95c-cc2d04c1d665\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.372943372Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.37507196Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.375095351Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.375349664Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5fbf512-a515-4a35-b590-2ec7d4b515b6\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.375369324Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.375876981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.377882128Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.443155746Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/7b6d8997-9b24-486b-b46a-9c6931d94664/state","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.500938062Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.500977763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.501223166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a631a6b-3f37-43fb-bd02-942e08a7cf48\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.501239266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.503394755Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.538207963Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.546010358Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.546032928Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.546486324Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73155dca-cb20-401a-8960-16c180a3662f\", \"content-length\": \"583\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.546513245Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.546959281Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.548984748Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.549094159Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.550032082Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":25,"elapsed":"364.267576ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.552662737Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.552685178Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.55289229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.554044266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.554058246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.554295679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.563096407Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":25,"elapsed":"377.20919ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.574624462Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{48b753b5-a154-47e4-b02c-e1782b50b1b9: {10.151.2.176: {b105306e-bff7-4368-9215-064a6b20f4e5}, 10.151.2.175: {b105306e-bff7-4368-9215-064a6b20f4e5}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.574656293Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.574966727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"308e81b3-3f82-430c-b7a2-9d01945961f7\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.574981737Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.575341442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.578342483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.578574795Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.58111581Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.581429494Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.585289136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.585697091Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.588024642Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.588308556Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.591893365Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.591914625Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.591923595Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"406.18067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.592106287Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.59232137Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.595736696Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.595756057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.595763257Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.596126482Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"552fdc6a-ed6d-4f1a-a176-cd50a7179c91\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.597587091Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":25,"elapsed":"412.080569ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.598146798Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.598157949Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.598167029Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.598401992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.602028001Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-08T01:23:39.423410Z, time_modified: 2024-11-08T01:23:39.423410Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.602062401Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]}},\"default_endpoint\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"416.576309ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.602336605Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.60271329Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"39c32ad8-38a6-4226-85c3-1f10e82106f0\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.60272541Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.6049732Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"186431f5-2ad1-47f3-8dbe-e630e0caa193\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.60498833Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.606502301Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.606517711Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"420.711595ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.615189228Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.615417321Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4df7f803-5f3e-4efb-96e6-0362a004671b\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:35:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.617432888Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.61760929Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.619683988Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":25,"elapsed":"433.803311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.628291844Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.630142789Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.630658375Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a81255eb-eb26-422c-a11d-c66c79e066b7\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.630680986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.631492417Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.631519677Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.631644589Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.632290988Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"584758b0-7958-4930-a2ac-52bba916dd1d\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.632316218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.634319775Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dc0477b2-891c-452e-9109-bd3216a214fe\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.634334565Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.634373336Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.634385346Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.634396956Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:21.472295 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.634406536Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1}","iteration":13,"elapsed":"448.559489ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.636434753Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.636485274Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"450.86433ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.662503894Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.662909609Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.664628482Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.666621279Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.666636529Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.666799981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.668417743Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.670230938Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.670246878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.670378689Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.694839248Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.695193603Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.697278381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.697304231Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.697520304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.708092296Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.708418951Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d600f7-284e-4a5f-9d10-19bd9df99016\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:35:40 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.708436221Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.708447601Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.708739005Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.708749745Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.708756135Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.708763415Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.708770345Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.708776825Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.708956348Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.708964658Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.709209861Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.709219662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.709618197Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.7113192Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.711433161Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51ad5f0c-cd1e-4c6e-8565-44d67789283e\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:35:40 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.711447301Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.711533362Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b4d4c54-941f-4329-a245-dc19eb55ef8f\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:35:40 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.711544673Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.711557003Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.716624981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.874920298Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"68e691f8-2413-470d-82b2-395069227e43\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.874963929Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.874975959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.882881085Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ab5f28-f14d-4c2f-9e7f-cf4e23c035eb\", \"content-length\": \"810\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.882919636Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(2933224) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.882934236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:41.882943766Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.882951737Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6442c50a-e857-4f14-979c-3182ec188cd2\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:35:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.882967677Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.883308311Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.884364476Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":25,"elapsed":"698.424197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.887996324Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.888183147Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.891255288Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.891462361Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.89365458Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.893823773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:41.901176342Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":25,"elapsed":"715.602588ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:42.377170668Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/7b6d8997-9b24-486b-b46a-9c6931d94664/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974abc97-7fab-41e6-8a33-ef5446a150e8\", \"content-length\": \"132\", \"date\": \"Fri, 08 Nov 2024 01:35:42 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:42.38774003Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"vmm_id":"7b6d8997-9b24-486b-b46a-9c6931d94664","sled_id":"979cd0c3-718d-49ed-b7c9-9ea81462754d","instance_id":"6868d009-f608-4ad1-8284-b70dc5e246d3","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-08T01:35:42.293764477Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:42.387778281Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"vmm_id":"7b6d8997-9b24-486b-b46a-9c6931d94664","sled_id":"979cd0c3-718d-49ed-b7c9-9ea81462754d","instance_id":"6868d009-f608-4ad1-8284-b70dc5e246d3","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/instance.rs:2151","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-08T01:35:42.293764477Z }","propolis_id":"7b6d8997-9b24-486b-b46a-9c6931d94664"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:42.387789641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"vmm_id":"7b6d8997-9b24-486b-b46a-9c6931d94664","sled_id":"979cd0c3-718d-49ed-b7c9-9ea81462754d","instance_id":"6868d009-f608-4ad1-8284-b70dc5e246d3","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:42.388066335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"vmm_id":"7b6d8997-9b24-486b-b46a-9c6931d94664","sled_id":"979cd0c3-718d-49ed-b7c9-9ea81462754d","instance_id":"6868d009-f608-4ad1-8284-b70dc5e246d3","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:42.406937918Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:42.409087007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"destroyed\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"1.223117729s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:35:45.149084053Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"b23ae3d4-325d-4ef7-b1e0-78cad0e63d5c","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":389,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.18464978Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.184721741Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.184731551Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.184738081Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.185062916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.185077396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.187540879Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.190239005Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.190250995Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.190390507Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.19280658Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.193026343Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.194855207Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.197681485Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.197690435Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.197827847Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.205359278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.205377809Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":74,"elapsed":"20.746749ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.212597116Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.212836419Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:35:51.238566445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"53.901305ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:00.151039428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"ae9e9f66-516d-4a20-b5cb-c2cd94e00f7d","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":455,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.185189097Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.185245057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.185261378Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.185273628Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.185792185Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.185806865Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.187916873Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.190602909Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.190628399Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.190762121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.192536355Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.192797279Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.194314159Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.196776602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.196788502Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.196922514Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.207154122Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.207167312Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":75,"elapsed":"21.977726ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.214557331Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.214717763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:01.243064804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"57.900108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:05.142341821Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"d7b34dae-4c56-47eb-a3b0-08d1917e8d45","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:05.142894768Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"d7b34dae-4c56-47eb-a3b0-08d1917e8d45","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:05.145465452Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"d7b34dae-4c56-47eb-a3b0-08d1917e8d45","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3224,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:05.145692155Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"ff4ae11a-9fed-44d7-8b33-a842386ea3d3","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:05.14600221Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"ff4ae11a-9fed-44d7-8b33-a842386ea3d3","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:05.148072838Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"ff4ae11a-9fed-44d7-8b33-a842386ea3d3","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2420,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.184900302Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.184954533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.184966203Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.184974693Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.184983593Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.184991173Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.184999023Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185006743Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185013803Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185022414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185030774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185039584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185048184Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185057534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185066544Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185075254Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185083444Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.185091825Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185100365Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185108885Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185116915Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185125495Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185133765Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185141295Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185149285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185157596Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185165316Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185372578Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185387459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185645652Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185657352Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185667352Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185721543Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185731853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185743443Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185751844Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185759673Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185768164Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.185777034Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.18622251Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.1862378Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.18624519Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.18625249Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"8.17µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.18626052Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"14.45µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.18626866Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.18627622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"7.63µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.186284191Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"3.95µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.187459436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.1884569Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.188568201Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.420026ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.188911376Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2171, tv_nsec: 398374486 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.18920178Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.189700297Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.189839019Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.189851559Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.190021261Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.191226957Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.191245487Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.191414689Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.191973107Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.191987187Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.192080629Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2171, tv_nsec: 401551369 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.192137569Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.19215587Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.192321202Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.194368579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.194977128Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.194990278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.19515549Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.196460448Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.196487368Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.196618619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.196804842Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.197027885Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.198085039Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.198191141Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.198642767Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.199101453Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.199112793Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.199475698Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.200294379Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.200321299Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.20040927Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2171, tv_nsec: 409872121 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.200505322Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.200702065Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.202054623Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.202071403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.202217575Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.218829118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.219130212Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.221406243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.221718547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.221734607Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.22194472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.222769831Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.225056672Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.225075282Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.225082032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.225376876Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.225563208Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.225578739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.225716871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.226907687Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.226971787Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.22712446Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.22717245Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.228823732Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"43.811189ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.229023895Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.229038785Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.229046265Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"44.124463ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.23162405Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.23164911Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.231776062Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.232912507Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.23306684Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.234210125Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.236626577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"51.739305ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.237690771Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.237701992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.237962675Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.238961899Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.240747203Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.240760593Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.240891325Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.24201535Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.24202871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":76,"elapsed":"57.003726ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.250402722Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.25320822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.253226Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.253395853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.257021581Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"71.953427ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.261127837Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":26,"elapsed":"76.193474ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.266676671Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.266698181Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.266706732Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.266990125Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.286781011Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.286801072Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.287186397Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb7ae1c-b7f8-48d4-949b-64ee535349ac\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.287220077Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.28890585Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.299004326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.299032986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.299044026Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"113.898171ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.363668335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.363716216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.363979109Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2a625d1-77d3-4628-b331-7bc422e4f099\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.363994649Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.366348811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.39231257Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.392838137Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3518466-d879-435b-b398-0b7de4ae07e1\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.392865807Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.392876397Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.392884357Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.394317107Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":26,"elapsed":"209.335153ms"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.407425483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.407448353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.407802778Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f7341c-0e2e-48d9-ac1f-dbe7c6aa6e48\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.407839298Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.408224104Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.411955504Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.411971314Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.412300949Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b97c45e-8508-4750-85b6-405185da2fca\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.412331319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.413959891Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.423019393Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":26,"elapsed":"237.843667ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.427495343Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.427517003Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.427775117Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8abe7930-9b38-47f6-afae-b2c320e9e713\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.427787057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.428146321Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.430305251Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.430499923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.436055858Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.436341612Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.439389133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.439403413Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.439759978Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d125cade-2170-421f-9abb-8ebfd03bf31a\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.441906206Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":26,"elapsed":"256.822362ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.442262611Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.442571045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5670aa5-624e-4599-985e-5c51fff8d5f4\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.443703871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.443967604Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.445992791Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":26,"elapsed":"261.042189ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.516150994Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.516496699Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.517754156Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.517769436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.517941498Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.528073425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.528342318Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ece38399-5b2f-45df-894a-0470878d149e\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.528365489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.528375658Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.528663833Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.528675622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.528683013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.528690853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.528698153Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.528706403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.528857165Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.528868305Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.529003307Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.529011897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.529352062Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.530865572Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.530972133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e9284e9-f8a7-4cff-bf8b-3559ddef82c2\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.530983213Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.531062175Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d15b81-72ec-42df-b5dc-1f39bfa2e800\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.531073955Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.531083485Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.639498342Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e4b7cbe0-f217-431d-a3d8-6d8f64c1c616\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:11.639542193Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.639552733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.644696442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b08c9f6-0a38-445d-a452-67846bdd2de3\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:36:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.644738833Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.645069657Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.648324101Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.648587374Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.651757217Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.652075981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.653917356Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.654137699Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:11.6609166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":26,"elapsed":"475.806456ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:15.150649061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"ea270f86-0695-4164-9aea-f81d18c4d7fc","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":561,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.185062823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.185144244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.185161024Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.185174185Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.185647551Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.185669662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.187519036Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.187684969Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.188040783Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.189132578Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.101595ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.190716849Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.190729059Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.190876541Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.192783057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.193074701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.194719853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.197289818Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.197304018Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.19743922Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.205175844Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:21.205199394Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":77,"elapsed":"20.123471ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:30.14918463Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"50a135a3-bd94-4950-ba67-9ad0c8365eb6","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.185331106Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.185379937Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.185392137Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.185401467Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.185878304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.185893964Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.187955111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.18856022Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.188933554Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.190520416Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"5.19052ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.190658208Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.190670108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.19081Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.192826547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.193107021Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.194889725Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.197572851Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.197585311Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.197724553Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.205268094Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:31.205281624Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":78,"elapsed":"19.977678ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:35.14170403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"308b5e49-d275-4fc6-a562-05e2d248fde8","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:35.142197176Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"308b5e49-d275-4fc6-a562-05e2d248fde8","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:35.145539741Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"308b5e49-d275-4fc6-a562-05e2d248fde8","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3942,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:35.145795645Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"20c6f5f1-fe82-4087-82b0-6ae71d5b9ba9","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:35.146128149Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"20c6f5f1-fe82-4087-82b0-6ae71d5b9ba9","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:35.147995564Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"20c6f5f1-fe82-4087-82b0-6ae71d5b9ba9","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185075552Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185133283Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:36:41.185144683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"31c30021-27d0-4144-b370-020b716fe22c","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185156613Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185164923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185173734Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\"}","iteration":15,"elapsed":"15.68µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185184494Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185192534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185201954Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185211434Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185220894Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185229654Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185237904Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185246724Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.185255215Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-08 01:26:41.185149343 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185264295Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185272355Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185281535Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185289945Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185297625Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185305475Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185313755Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185321456Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185329736Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185337586Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185344956Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185352136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185359456Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185366536Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185374916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185382146Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185389996Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.185398097Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185408697Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185420867Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.185433547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185445757Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185457507Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185468927Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185481698Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185491608Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185501868Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185511358Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185522548Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185533058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185542939Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185552648Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185561739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185570289Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185578999Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185588259Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185601769Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.18566211Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185746351Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185767982Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185782342Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185795422Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185823202Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185846212Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185857013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185867013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185876203Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185883133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"12.29µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185892163Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185899363Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185906353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185913213Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185920084Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185926713Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"4.81µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185934254Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"6.01µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185941494Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"6.041µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185948914Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185957404Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185965384Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185972364Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185981284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185989765Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.185998545Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e8c61244-4bf0-4b3f-97eb-9be9f19cd488.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2201, tv_nsec: 395228324 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.186010955Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.186018655Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.186027435Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.186034475Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1d0f7a19-c5e9-4a4c-b57a-25adb46b102e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"20753eb3-d1fb-4717-b209-2d5e3304298f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2201, tv_nsec: 395268835 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.186089476Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.186104196Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.186339259Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.186360919Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.011663ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.186476141Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.186488771Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.380819ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.187626856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.187827589Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.1879201Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.188174924Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.188818292Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"3.627259ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.189178757Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-08 01:26:41.185149343 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.189190328Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"expiration\":\"2024-11-08T01:26:41.185149343Z\",\"pruned\":[]}","iteration":14,"elapsed":"4.039934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.189786616Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.190683937Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.190694488Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.19088609Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.191078793Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.191088773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.191246175Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.192697995Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2201, tv_nsec: 402000375 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.192940768Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.193054359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.193069349Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.193214962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.193653348Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.1938483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.194055963Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.194064423Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.194070123Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.194316816Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.194625521Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.194833723Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.196029179Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2201, tv_nsec: 405323000 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.196274993Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.197810283Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.197825504Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.197832333Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.197840604Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.197988196Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.197999036Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.198058527Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.198068787Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.198122037Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.198132158Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.198170528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.198369241Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.199765559Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.200120554Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.200238146Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.200330077Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.200470229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.201816327Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.201827727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.201977549Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.204403692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"18.55938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.204689456Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.205696049Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.205946503Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.206025414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.206034344Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.206042314Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"20.192632ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.206287087Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.20649926Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.206556481Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2201, tv_nsec: 415856272 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.206816954Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.208075451Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.209100235Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.209122355Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.209131296Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.209137445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.209320568Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.209584962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.209788844Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.209874606Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.210078058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.210288931Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.210469823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.211174533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.212132516Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.214821632Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.214836952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.215112646Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.216445374Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.217876663Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.218510911Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.218995008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.223540119Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.223567159Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.223775442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.224017465Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.224033766Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.224150827Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.224162738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.22430762Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.22434514Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.226731662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.226754662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.226765002Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.226771742Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.227009856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.227195518Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.227858007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.228139531Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.228650708Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.229164895Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.229340057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.232258756Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.232272056Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.232485589Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.23249561Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.23250425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.232667072Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.233579044Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.233870558Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.234129981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.234138961Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.234242193Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.234252973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.234393975Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.234564897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.235111325Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.235124615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":79,"elapsed":"49.948062ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.236740036Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.236750777Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.236758687Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:22.290314 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.236766477Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2}","iteration":14,"elapsed":"51.639514ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.236795907Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.236813928Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.236821008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.236826858Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"51.597804ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.23702624Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.23703666Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.238366798Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.23846803Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.23847717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.23848278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.238717633Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.240047531Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.240517877Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.240531018Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.240539487Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"55.278363ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.241639622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.241652953Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.241834915Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.242722227Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"57.543644ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.243259014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.243270774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.243488297Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.24521226Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":27,"elapsed":"60.019957ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.249877243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.249903913Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"64.534757ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.249915044Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.249923364Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.249929064Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.249934804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.250140647Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.254425564Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.254447485Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.254456925Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"69.146259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.276723824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.27716348Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.28162352Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.28164513Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-08T01:23:39.423410Z, time_modified: 2024-11-08T01:23:39.423410Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.281693921Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]}},\"default_endpoint\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"96.326845ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.284496548Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.284519239Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.284680041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.322171095Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"137.062602ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.329032357Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.37834656Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.420609588Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.421354238Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c9cddf3-2969-4725-ba43-dbb9b603dba4\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.421393688Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.421408198Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.421419259Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.423345215Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":27,"elapsed":"237.951418ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.433730634Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.433785285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.43414599Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0de6514-63d0-4eb9-8aeb-9ed077cac38a\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.43417693Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.436498941Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.504690368Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.504731018Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.505148184Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc7dde8-fc55-4ac6-9ba6-6177bcd82a97\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.505207345Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.50558789Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.522007411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.528802792Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.528838082Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.529675584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8014788-83b6-4f7d-9c72-6d87ccfbcafc\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.529703614Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.532029865Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.535865497Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.535888837Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.536186081Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08ae69f0-d165-4d89-b771-c871a3830d64\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.536208861Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.536936361Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.536949682Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.536959322Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.537496289Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.537985836Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.539242392Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.543375528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.543401078Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.543569551Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.546157575Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.546181356Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.546190376Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:21.472295 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.546199436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1}","iteration":14,"elapsed":"360.83167ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.54876906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.548788951Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.549053264Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c1ce0f96-93c6-4c53-ab83-4f803804c0ab\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.549074705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.549298168Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.551998584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.552258657Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.555397319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.555706934Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.558946717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.558959927Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.559272931Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"98b986db-ef6d-450a-aea9-4661c5ef7f0c\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.560973265Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":27,"elapsed":"375.69897ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:36:41.572324017Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.572347267Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"387.033852ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.671717133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.672076928Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d804b5e3-9ea6-412e-b0d6-4289146818e1\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.672090568Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.672924399Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.673213393Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d5659a7-c806-4129-8f84-bf9cabd4e615\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.674224436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8cca98c2-be28-4155-9910-b25ac2fd1c2f\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.674239047Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.676922723Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.677167246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.677318428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.677801245Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bc7abe7b-cb3a-4e00-a324-0d12a9d54d5d\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.677812885Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.677916076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.677926646Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"492.828324ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.678826078Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":27,"elapsed":"493.620274ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.679623339Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a6719b5d-d56c-48fb-b194-7201733ab73e\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.679635529Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.682045412Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1d25ef74-381d-4c96-b874-733e67af4b94\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.682072012Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.683214047Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":27,"elapsed":"497.971133ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.684774108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.684819979Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"499.510524ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.746941014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.747294009Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.749069422Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.749090373Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.749247385Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.759932268Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.760315744Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdfc0fcd-e492-4d22-982a-53a8d06715c3\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.760346934Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.760358984Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.76076221Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.76077559Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.76078367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.7607916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.7607992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.76080747Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.760917122Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.760928582Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.761026663Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.761035863Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.761383208Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.763371265Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.763508007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1feac329-cc88-4b38-bcc3-5c1bbe7b9de0\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.763529397Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.763631938Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c7af4d-9045-4ea2-8288-912dbb67e6be\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.763650938Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.763659749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.873045639Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"df3b0aa2-1659-430c-89b3-37c73258ca1c\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:41.873080099Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.87309076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.878089957Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd62238d-7170-455b-94fe-9b4ed1d84176\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:36:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.878136607Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.878463612Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.88276731Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.883026023Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.886604661Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.886914335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.889195236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.889450669Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:41.896627526Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":27,"elapsed":"711.560114ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:36:45.149144829Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"bd4f1940-64cd-4c5c-b235-909c7b9e2bb3","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":410,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.185589078Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.185650719Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.185662799Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.185672009Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.186028904Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.186072105Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.188012241Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.190775768Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.190791898Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.190962931Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.193048439Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.193262311Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.194886843Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.19760722Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.19762844Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.197760812Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.210542034Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.210567174Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":80,"elapsed":"24.968506ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.21403243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.214367765Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:36:51.241921735Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"56.348507ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:00.150894471Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"ccc3cbc8-c19c-443d-a44f-6ed0492b9bfe","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":597,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.185083201Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.185146121Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.185165572Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.185180972Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.185598328Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.185701659Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.187367131Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.190053098Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.190079888Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.19021717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.192238067Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.19247681Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.19393739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.196630306Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.196644496Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.196786748Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.208026709Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.20805218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":81,"elapsed":"22.956808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.215016763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.215265136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:01.216471602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"31.416012ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:05.142283985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"99edf7c7-e0cb-40f1-9b5d-97c59a09f8d4","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:05.142808712Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"99edf7c7-e0cb-40f1-9b5d-97c59a09f8d4","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:05.146020015Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"99edf7c7-e0cb-40f1-9b5d-97c59a09f8d4","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3862,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:05.146275709Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"af595c2f-8f48-4660-a65a-42ce2d208f01","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:05.146625323Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"af595c2f-8f48-4660-a65a-42ce2d208f01","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:05.148700811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"af595c2f-8f48-4660-a65a-42ce2d208f01","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2493,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185333163Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185407664Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185421095Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185431635Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185441425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185451565Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185460445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185469785Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185479365Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185488745Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185497316Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185505476Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185515476Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185526136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185535546Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185545566Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185554786Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185564126Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.185575206Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185585987Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185595727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185604837Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185613967Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185624047Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185633227Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185643267Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185653158Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.18582185Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185893491Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185905691Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185926271Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185935831Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185944291Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185952982Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185961212Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185968132Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185977762Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185984812Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.185993542Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.186906955Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.186920855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.186927955Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"11.24µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.186936025Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.186942935Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.186949425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"7.949µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.186957105Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"3.309µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.186965315Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"6.41µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.187686365Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.187898528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.188851381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.521527ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.188891621Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2231, tv_nsec: 398009652 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.189217466Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.189755033Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2231, tv_nsec: 398880163 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.189837474Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.189988456Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.190344351Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.191719459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.19325585Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.1932686Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.193349071Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.193360011Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.193450142Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.193530393Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.194131272Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.194157432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.194281343Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.196055358Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.19627321Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.197106532Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2231, tv_nsec: 406205102 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.197219693Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.197366585Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.197673249Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.198018394Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.20295206Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.202978631Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.203232014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.22156562Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.221593671Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":82,"elapsed":"36.141775ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.226363735Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.22676782Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.227155396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.227622972Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.227851865Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.228897279Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.228909039Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.229146312Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.230429509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.23044048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.2304464Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.23045268Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.23045992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.230604332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.230653703Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.230743234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.231581565Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"46.274422ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.231757747Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.231771998Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.231891849Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.23195054Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.233324718Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.233350919Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.233519161Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.234242891Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.234264861Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.234398043Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.235297425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.235499377Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.240099039Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.24012019Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"54.682364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.255165442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.255371575Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.25574128Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"70.368175ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.259671942Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.259689123Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.259695073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.259928906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.285455559Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.285774273Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.301515925Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.301554865Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.304497645Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b68482-8bd9-44b5-bc3d-fae7d8b9ff21\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:37:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.304536236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.304549626Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.308534529Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.30857045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.308944935Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edf87656-b8a9-4bd4-a7e2-18140376d080\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:37:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.308971015Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.311676101Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.332768835Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"147.250359ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.398015952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.398075883Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.398404527Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc140033-e390-4cb8-b12f-1d17b30bba36\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:37:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.398421917Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.401381767Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.41722269Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.417792928Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86b7d218-f5f6-4d4a-8257-2813dcffb37a\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:37:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.419761924Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.420026108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.42984303Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.42988061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.434971749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.435998812Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.437102497Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":28,"elapsed":"251.740344ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.441293934Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7bcf4f0-eb8c-412a-8e59-9726c74bcfc6\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:37:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.441326714Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.441649028Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.44399343Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":28,"elapsed":"258.600145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.487098359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.489759655Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.489793606Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.489805526Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"304.2699ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.492960048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.492986678Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.49314602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.495157547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":28,"elapsed":"309.757503ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.498457692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.498480482Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.498708395Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4f8624b1-54f2-40bf-a15f-137df9248e89\", \"date\": \"Fri, 08 Nov 2024 01:37:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.498734246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.49905246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.501458192Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.501634665Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.504333521Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.504565264Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.508044461Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.508061781Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.508342195Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7ed9dc30-b54b-4e43-a2ba-6d022d794609\", \"date\": \"Fri, 08 Nov 2024 01:37:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.509835735Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":28,"elapsed":"324.3733ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.537057251Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.537437216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.539634765Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.539647596Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.539869899Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.540547657Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.54075944Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.548713007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.549053262Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f84c94d2-1e75-4cf1-ae2b-d21f4bae2f99\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:37:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.549079922Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.549091363Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.549354076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.549364056Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.549370166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.549376746Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.549383216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.549390056Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.549541749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.549550879Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.54967015Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.54967836Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.549869783Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.55114897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.551248252Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f23a821e-7af1-4ac4-ac65-a3f4d2b46c4a\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:37:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.551259112Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.551335593Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72193897-40d2-47a6-8bd5-2ec65513d813\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:37:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.551349353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.551358573Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.568910089Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.570920806Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.570934786Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.571110728Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.60547027Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.607561918Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.607577589Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.607749341Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.682959342Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ccf92477-8a5d-4a13-972a-b031cc5cbc5d\", \"date\": \"Fri, 08 Nov 2024 01:37:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.683002212Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.683014443Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.683639871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41528bc9-ffcc-4e2f-9087-bd9ea8f62134\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:37:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.683669661Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.683993716Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.688189512Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.688532386Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.692176826Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.69252098Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.694539887Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.694848542Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.707283479Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.70814079Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"721b2b3c-6b3c-4670-b3d8-f7ee31a3901e\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:37:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.70816359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.70817257Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:11.708179131Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.709138334Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":28,"elapsed":"523.72389ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:11.714273143Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":28,"elapsed":"528.790597ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:12.037532937Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:12.037563857Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:12.067587221Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:12.067680482Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64871"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:12.067858494Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7b62070a-13d9-4e72-859e-ae55472f765c","remote_addr":"[fd00:1122:3344:101::c]:64871","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:12.068195719Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7b62070a-13d9-4e72-859e-ae55472f765c","remote_addr":"[fd00:1122:3344:101::c]:64871","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:12.101323524Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/oximeter.rs:76","collector_id":"f8eb2395-07f4-4cb9-b50e-c37d78d1725d","producer_id":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:12.101341124Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/producers","method":"POST","req_id":"7b62070a-13d9-4e72-859e-ae55472f765c","remote_addr":"[fd00:1122:3344:101::c]:64871","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33543,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:12.101404155Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b62070a-13d9-4e72-859e-ae55472f765c\", \"content-length\": \"41\", \"date\": \"Fri, 08 Nov 2024 01:37:12 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:12.10251511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:12.10252663Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"producer-registration-task","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:15.150386403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"6b126f97-3a08-41c0-846e-48759364c311","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":322,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:20.141890769Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"32269ff5-8c7b-4739-bfb4-51ac50d60fbf","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:20.142199703Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"32269ff5-8c7b-4739-bfb4-51ac50d60fbf","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:20.145340985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"32269ff5-8c7b-4739-bfb4-51ac50d60fbf","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3519,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:20.145575788Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"41553353-7b50-41f9-8aff-5ca6b31c5c8c","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:20.145904243Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"41553353-7b50-41f9-8aff-5ca6b31c5c8c","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:20.148012831Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"41553353-7b50-41f9-8aff-5ca6b31c5c8c","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2494,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.185840309Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.18587748Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.18588595Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.18589349Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.186245115Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.186357236Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.188078169Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.190769255Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.190780555Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.190939078Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.193208898Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.193448322Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.195009852Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.197663628Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.197675828Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.19783018Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.20895229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.2089663Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":83,"elapsed":"23.127191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.215310605Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.215541528Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:21.243812448Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"57.984749ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:30.14952186Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"1e709795-d07b-454a-9333-785d63d86f89","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.185850079Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.185887769Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.185895759Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.185902409Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.186222873Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.186235174Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.188109819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.188283061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.18892426Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.190084225Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"4.245287ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.191721758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.191735118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.19189676Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.19417008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.194379843Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.19638352Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.198889304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.198900304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.199045916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.210617672Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:31.210638902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":84,"elapsed":"24.778182ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185809557Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185867188Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185879148Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185888238Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185895939Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185903508Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185911579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185920509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185928689Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:37:41.185937229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"31c30021-27d0-4144-b370-020b716fe22c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185947929Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185956569Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\"}","iteration":16,"elapsed":"25.641µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185967169Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.185974769Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18598208Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18599096Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18599969Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18600874Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18601788Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18602624Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18603462Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18604363Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186052861Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186060671Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186069761Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186078211Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186085861Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.186093391Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186100821Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186107961Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186116261Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186123882Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186132762Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186140572Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186151832Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.186162262Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186172362Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186180852Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186189532Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186196903Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186204843Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186223483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186240683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186253923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186267953Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186278713Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186287604Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186296074Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.186306464Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-08 01:27:41.186286114 UTC"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186316194Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186326774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186337444Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186347414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186356865Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186366325Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186375135Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186386255Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"12.65µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186397905Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186406835Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186416586Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"3.11µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186427235Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186437816Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186447896Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"4.12µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186458626Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"9.96µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186468726Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186509607Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186542537Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186593448Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186630118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186648298Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186709809Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18672996Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18674469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18675641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18676727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18677741Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186788991Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.1867986Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186808621Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186818701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186852781Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186865812Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1d0f7a19-c5e9-4a4c-b57a-25adb46b102e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"20753eb3-d1fb-4717-b209-2d5e3304298f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2261, tv_nsec: 395813032 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186880922Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.186891422Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e8c61244-4bf0-4b3f-97eb-9be9f19cd488.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2261, tv_nsec: 395843632 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.187405989Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.187425229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.187434179Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.210967ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.18750362Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":15,"elapsed":"1.278858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.188556574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.190261587Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.347819ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.19124997Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.19126186Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.191405533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.192453987Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.19272933Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.19346285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.193654863Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.195056262Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.195178793Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"8.845379ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.196078635Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.196315028Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.19715269Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2261, tv_nsec: 406109770 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.197449534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.197513055Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.197522635Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.197782108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.200071609Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-08 01:27:41.186286114 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.200094319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"expiration\":\"2024-11-08T01:27:41.186286114Z\",\"pruned\":[]}","iteration":15,"elapsed":"13.794966ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.200676427Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2261, tv_nsec: 409622977 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.200978441Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.202085436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.202476871Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.227975744Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.228230148Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.233055662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.233094073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.233107043Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.233120893Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.233132363Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.233141983Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.236691981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.236921704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.238233562Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.238537606Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.239111014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.239153964Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.239548229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.241541266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.241559027Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.241599737Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.241860491Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.241876711Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.242216945Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.242227225Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.242388388Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.242625041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.242637411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.242940615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.243453472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.244994023Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.245014123Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.245021513Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.245256326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.245461819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.245476189Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.245624621Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.246467182Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.247160032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.247171052Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.247179862Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"60.840238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.247378985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.248818814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.249052637Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.249065137Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.249139749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.24923901Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.249853878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.249865368Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.249911719Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.25001727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.252679216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.252929619Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"66.98162ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.253613658Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.254077565Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.254100235Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.254108885Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"67.929733ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.254688723Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.255583545Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.255601385Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.255783928Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.25592161Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2261, tv_nsec: 464877770 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.256230524Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.257619503Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.268755992Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.268988985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.271149054Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.271316647Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.27233389Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.272357041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.272366031Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":85,"elapsed":"86.555093ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.272758276Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.272782036Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.275611794Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.275628294Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.275801417Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.277724713Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"91.609011ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.278202509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":29,"elapsed":"92.370662ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.284013367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.284283491Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.286143886Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.286157046Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.286163546Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.286170076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.286177396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.286386539Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.286410679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.286419839Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.286663333Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.286797624Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.289300428Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.289328929Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.289472511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.290979851Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.293556846Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.293579076Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.293586976Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.293593626Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.293657377Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.293675307Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"107.818179ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.293991051Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.29541582Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.295436641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.295682974Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.298449711Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.302504616Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.302540036Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.302677908Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.33333693Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.333816567Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.334926411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.337962852Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.337991483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.338185975Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.345486823Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.345543834Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.345557514Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"159.321472ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.352489118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.362608303Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.362669574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.362685344Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.363155531Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.365765886Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.371015216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.371058517Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.371076027Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.371121378Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.371154488Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.371471533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.371617045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.37502009Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.375052031Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.375064691Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:21.472295 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.375082651Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1}","iteration":15,"elapsed":"189.135362ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.380300921Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.406774077Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-08T01:23:39.423410Z, time_modified: 2024-11-08T01:23:39.423410Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.406840438Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]}},\"default_endpoint\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"220.96954ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.416236034Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.416295665Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.41667644Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d89b526-878c-4f7f-ba87-f45fc47fe4f2\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.41670093Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.417138807Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.417169247Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.41739413Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2570bcf-41d8-40f2-b271-1ce81f855fde\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.41741333Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:37:41.420295159Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.420327219Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"234.220728ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.420897977Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.425633371Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.437762934Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.44265985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.44271325Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.442994744Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.447116299Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.44715326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.44716558Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:22.290314 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.4471768Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2}","iteration":15,"elapsed":"260.864746ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.494731719Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"308.73551ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.510746165Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.510796815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.51112177Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d109866-bc55-4238-acaa-0757cd8e710e\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.51114039Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.51334098Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.518500099Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.518946415Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.52159012Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.523553057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.523582517Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.523734329Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.525585774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.527913295Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.527945816Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.528126588Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.574861616Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.575201461Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb93f488-3f05-455e-a8ab-2a14d9b005c8\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:37:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.576463218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.576716051Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.578725008Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":29,"elapsed":"392.694918ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.580447882Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.631248084Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.631274274Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.63163967Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fefd99f3-d77f-4ef3-948a-845a1ee03c94\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.63167028Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.631934983Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.681973286Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.682023927Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.682318681Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"58baf50a-2281-43d7-92a9-a2361c39266f\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.682334391Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.682754226Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.685039227Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.68526358Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.688923319Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.689241804Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.748571471Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":29,"elapsed":"562.580702ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.752005547Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.752448403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1c271a61-ae3f-42b9-b4eb-d844efeb6de1\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.752470414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.754595662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"983e5129-a45b-40a5-92de-35e412070349\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.754617712Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.754738354Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.75514391Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"dbff81e2-74e5-44ea-b6e2-13de3c947c04\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.7551572Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.756237294Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.756562549Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f46b2b-7088-40da-b00d-8abb2991971c\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.756583669Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.756592199Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.756599649Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.759358256Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"93df68b0-9333-4549-9842-e10ce3791415\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.759375096Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.75964216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.75965587Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.759900113Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1ef240ee-9488-4f7e-8636-c236aae19dea\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.759911454Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.759918924Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7bedee4b-3e37-49c3-9050-9d537f64b49c\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.762791382Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":29,"elapsed":"576.861283ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.768279246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":29,"elapsed":"582.210336ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.768512059Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.76855311Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"582.303556ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.76861166Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.768626301Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"582.625451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.804594114Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.804939889Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.806892355Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.806905175Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.807212949Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.816839109Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.817066702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ea86947-58c9-469b-be26-e89c842779b6\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817085662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817097672Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817358706Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817370046Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817376916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817384896Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817392056Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817398776Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817554238Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817563758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.817725451Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.817733391Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.817957134Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.819706457Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.819813759Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de451ed2-38f4-457c-aaa6-2e67dd1ab623\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.819827389Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.81990819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"788688da-afdd-4882-9763-3e7cd035c93a\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:41.820000381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:41.820011081Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.124921299Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"063365f4-7e77-4128-992d-af5f88ae81fb\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:42.124965949Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.12497855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.125284104Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"822e8b32-2b58-4e28-8097-2fcf6bee3c54\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:37:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.125327705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.125661789Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.129231577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.129395099Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.133109609Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.133444074Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.135645133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.135816515Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:42.14359774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":29,"elapsed":"957.363677ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:37:45.150633874Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"3975ae46-9dbe-4e3e-90c8-146fb1f74a3f","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":404,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.185962659Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.186034849Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.18605157Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.18606462Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.186510856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.186534296Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.188611974Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.188772466Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.189145991Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.191310151Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.191320811Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.191464713Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.193679772Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.193874825Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.195497517Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.19798111Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.19799616Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.198125432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.209476444Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.209498375Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":86,"elapsed":"23.559917ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:37:51.215505896Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"29.550917ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:00.150618193Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"a43b698c-57fd-4550-a9f9-54e41b93c949","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":568,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.185788386Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.185832446Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.185844136Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.185853726Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.186358783Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.186386304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.18831612Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.188510962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.188923848Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.190484409Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"4.715943ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.191802766Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.191817977Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.191958968Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.193804683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.194003656Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.195924602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.198499067Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.198512217Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.198653758Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.206410533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:01.206433893Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":87,"elapsed":"20.625307ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186294602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186352763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186364473Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186374333Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.186383353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186392523Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186400923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186409303Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186418413Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186426584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186434944Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186443594Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186452914Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186461124Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186469034Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186476654Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186484694Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186493624Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186502025Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186510494Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186518995Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186527235Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186535305Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186543985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186552245Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186561045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186568765Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186576906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186587896Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186596916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"16.441µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186607536Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186616406Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":30,"elapsed":"10.99µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186624796Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":30,"elapsed":"7.27µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186634676Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":30,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.186643356Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"15.37µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187035452Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187049622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187060472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187170254Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187181114Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187191004Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187199304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187208614Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187217254Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187225394Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187263605Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.187300925Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.189001098Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.189200291Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.189214791Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.190025972Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.190714481Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"4.4155ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.190971285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.191035115Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2291, tv_nsec: 399822266 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.191324929Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.191517562Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.191528762Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.191575413Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2291, tv_nsec: 400359913 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.191711275Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.191802956Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.193249905Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.193261505Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.193336376Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.193346686Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.193407297Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.193494908Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.196317946Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.196448828Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.196898674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.196909584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.196915594Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.197211738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.197266019Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"10.845106ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.198010369Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.198710318Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2291, tv_nsec: 407500349 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.198963702Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.199471559Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.199481799Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.199690012Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.199946855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.199958655Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.200110367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.200389691Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.200399711Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.200546763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.202152735Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.202405048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.203473733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.203658165Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.203673275Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.206359471Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.206383432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.206505973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.217291238Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.217315489Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":88,"elapsed":"31.036007ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.222800512Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.225029512Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.225046083Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.225214755Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.227740739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.228034533Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.229529213Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.229822557Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.232030066Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.23227574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.234798963Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.234811584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"48.32703ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.243123335Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.243137026Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.243144176Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.243311728Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.293800037Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.294143961Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.296975579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.29699958Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.297310674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"713b62dc-5080-4b35-967e-4ec76acbcb12\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:38:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.297341304Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.299214069Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.302793968Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.302821388Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.303078201Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd1439e-aa78-465c-a288-f26eb9691394\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:38:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.303095101Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.304978727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.318132574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.318171144Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.318671761Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d11a4cb7-4c01-405a-864e-9887634efffd\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:38:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.318701841Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.319142877Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.320380124Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.320437705Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"133.98993ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.320603507Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.320927331Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.322115497Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.322127337Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.322423451Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e901bd59-9824-464b-80c4-73bcbcf70467\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:38:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.322434332Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.322641284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.323415175Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.323427535Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.323578197Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.324295326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.326859511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.326883061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.327107474Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.329240013Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":30,"elapsed":"142.765209ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.370253824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.370300765Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.370311325Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"183.723519ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.379004692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"192.478628ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.384161941Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.38477893Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.387216292Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.387252603Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.387557057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"26e36932-59da-448b-abcd-3163096c414f\", \"date\": \"Fri, 08 Nov 2024 01:38:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.387583387Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.387859001Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.38857439Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.389648275Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.39002512Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.390570407Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.390581828Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.390724729Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.391956216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.393640138Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.393664309Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.393782411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.394435219Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.394747613Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.398499344Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.398525414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.399006361Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9196253b-0f32-4de7-a130-6e42236af768\", \"date\": \"Fri, 08 Nov 2024 01:38:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.400860615Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":30,"elapsed":"214.533653ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.4048915Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.405251674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e61f515-8b54-462b-a604-79d38f9b3c52\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:38:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.407262932Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.407648057Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.409607773Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":30,"elapsed":"223.252701ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.410180511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":30,"elapsed":"223.772848ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.448531536Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.449161075Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b93f819f-fc21-4ea2-b896-f2db1326578a\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:38:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.449194085Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.449205665Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.449213716Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.451110281Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":30,"elapsed":"264.723888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.497636246Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.497989331Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.499604113Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.499624923Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.499854906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.507301906Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.50757831Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f88986b-3a1e-40ed-af2b-c80367530144\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:38:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.50759814Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.50760964Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.507840864Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.507852593Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.507860164Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.507869184Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.507876734Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.507884144Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.508018266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.508028676Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.508181108Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.508196048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.508472132Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.510325137Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.510433698Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a876cbd-477b-40c2-876b-35ac22a6186e\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.510455579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.51055182Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4588db-b7b9-44ec-8bbe-eb7422e73d4d\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:38:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.51057182Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.51058657Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.632931985Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"88ddc668-4118-4b35-86a4-87238d738633\", \"date\": \"Fri, 08 Nov 2024 01:38:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:11.632976095Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.632987306Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.633560223Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f677493-7623-45a0-9127-660683df6f25\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:38:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.633607284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.634007709Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.637083361Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.637330334Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.64520086Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.645497484Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.654311902Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.654579406Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:11.662088897Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":30,"elapsed":"475.728134ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:15.149784991Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"d447c3a1-b1dc-4773-acb6-5cc49b18cbeb","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":384,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.185407589Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":89,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.18546593Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.18547781Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.1854873Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.185957886Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.185972226Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.18769326Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.187807051Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.187890872Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.189454493Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"4.052755ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.190434206Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.190444846Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.190579688Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.192435133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.192595385Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.194099556Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.196588509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.196601579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.196731251Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.205870874Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:21.205902794Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":89,"elapsed":"20.500176ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:30.149536086Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"2e7fe824-30e3-4de8-8e5b-a9b12a3328f9","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":348,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.185710192Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":90,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.185775763Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.185794494Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.185809584Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.18629241Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.186314841Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.18850437Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.188728223Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.188925576Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.190850221Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"5.142159ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.191213626Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.191226916Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.191369298Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.193290914Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.193447306Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.195363952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.197762734Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.197775444Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.197902736Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.206126267Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:31.206147177Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":90,"elapsed":"20.464935ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:35.143286142Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"142af460-4296-4b3d-a07d-8b26883a6919","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:35.143793998Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"142af460-4296-4b3d-a07d-8b26883a6919","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:35.146718088Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?sort_by=id_ascending","method":"GET","req_id":"142af460-4296-4b3d-a07d-8b26883a6919","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3535,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:35.146939881Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"73224759-98f2-4e6b-92a5-2ccf99f2d12a","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:35.147226724Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"73224759-98f2-4e6b-92a5-2ccf99f2d12a","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:35.149531366Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/metrics/collectors/f8eb2395-07f4-4cb9-b50e-c37d78d1725d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOGI1YzhkNi02ZmZkLTRjNWMtYWZhMi00NzRhOGNmOWVhOTIifX0%3D","method":"GET","req_id":"73224759-98f2-4e6b-92a5-2ccf99f2d12a","remote_addr":"[fd00:1122:3344:101::d]:37378","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2634,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186278959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":91,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.18633761Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.18634806Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.1863577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.1863662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.18637353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186381261Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186391021Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186399851Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186407941Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186417171Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186425741Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186434511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186442511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186451211Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186459882Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186468422Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186476602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186484822Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186493302Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186501032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186508712Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186516192Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186523472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":91,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186532123Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186539963Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186548113Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186555493Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186563483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186572563Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186582313Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186589973Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186599213Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.186608044Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186616414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186623884Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.186632284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-08 01:28:41.186541453 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186641074Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186648384Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186656244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":4,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186664734Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186672625Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186680434Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":17,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:38:41.186688125Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"31c30021-27d0-4144-b370-020b716fe22c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186696065Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\"}","iteration":17,"elapsed":"11.551µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186704945Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186713655Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.186721215Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186728625Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186735645Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186744195Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186751706Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186763546Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186775936Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186783476Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186791146Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186799256Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":31,"elapsed":"10.9µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186808086Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186816686Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186827296Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186835387Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186842427Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186850747Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":31,"elapsed":"11.29µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186858577Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186869397Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":31,"elapsed":"6.19µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186877667Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186885077Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186893437Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186901148Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"14.07µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186908838Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186918698Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.186941878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187019239Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.18704183Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.18705407Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.1870684Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.18707715Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.18708519Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.18709198Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.18710028Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.18711327Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.1871216Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187129631Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187146381Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187153911Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187166341Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187180951Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e8c61244-4bf0-4b3f-97eb-9be9f19cd488.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2321, tv_nsec: 395800012 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187194012Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1d0f7a19-c5e9-4a4c-b57a-25adb46b102e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"20753eb3-d1fb-4717-b209-2d5e3304298f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dbb6c142-90ea-4c4d-bada-c6eb92eacc59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2321, tv_nsec: 395800202 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187207102Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187215742Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187253482Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187265853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187345714Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187371004Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187489205Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187500285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187625417Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187644927Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187652048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187660568Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":16,"elapsed":"1.078364ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187673558Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187682738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":16,"elapsed":"1.070784ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.187747969Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.188708972Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.188901635Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.188965275Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.189560213Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.190432385Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.190680688Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":31,"elapsed":"4.314368ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.191764093Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2321, tv_nsec: 400376113 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.192025126Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.192547404Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.192556864Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.192741846Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.193364774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.193380025Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.193396085Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.193405245Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.193557797Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.193578587Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.194083704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.194244066Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.196124392Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-08 01:28:41.186541453 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.196141562Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"expiration\":\"2024-11-08T01:28:41.186541453Z\",\"pruned\":[]}","iteration":16,"elapsed":"9.587989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.196149752Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.19679777Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.197186796Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.198309411Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2321, tv_nsec: 406918761 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.198590315Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.199175442Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.199200133Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.199342195Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.20047331Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.2005007Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.20051132Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.202972004Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.202994764Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.203164876Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.206986838Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.207237021Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.209143627Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":16,"elapsed":"22.414961ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.209532592Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.212336849Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.21236327Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.212522562Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.212596903Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.212607303Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.212617083Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":16,"elapsed":"25.870788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.213976201Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.215093776Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.216025369Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.216049679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.216175011Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.216187751Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.218035786Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.218048896Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.218081047Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.218174778Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.218189338Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.219603207Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.219899171Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.219988172Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.220000882Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.220127984Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.222337674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.222566987Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.222597947Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.222682058Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.223002293Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.223592281Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.223803353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.224770886Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.225027Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.225591677Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.227579084Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.227606415Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":31,"elapsed":"41.142743ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.228285714Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DnsResolver","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-979cd0c3-718d-49ed-b7c9-9ea81462754d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2321, tv_nsec: 436888134 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.228583788Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.229228257Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.229896826Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.231035301Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.231437046Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.232623622Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.232636952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.232819685Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.233698006Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.233724637Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.233902509Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.235029314Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.235299018Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.235560022Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.235577912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.235586972Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.235942607Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.238256658Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.239365103Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.239389903Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.239662367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.240855063Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.240875003Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.241034765Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.242712028Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.242733688Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.242992391Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.246478738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.246763352Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":91,"elapsed":"60.292151ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.247936418Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.248714708Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.249043633Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.250482182Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.250497912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.250604654Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.250615914Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.250659905Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.250910538Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.252709022Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"nsuccess\":5}","iteration":7,"elapsed":"66.286191ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.252808353Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"66.133739ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.25402359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.25404926Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.25405748Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.25406422Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.254306683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.255599901Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.257468416Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.257703959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.25778037Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.25779258Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.257801521Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":16,"elapsed":"71.263627ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.258711633Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.258734753Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.258911025Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.259700466Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.260112621Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.261762004Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.262015287Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.262027327Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.262033497Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.262039467Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.26223552Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.264551501Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.264576781Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.264728383Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.266340445Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.267042845Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"0","iteration":31,"elapsed":"80.747775ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.267635633Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.268808189Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.268977451Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.268988781Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.268994881Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.269065292Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.269269275Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.270587662Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.270607493Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.270779265Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.270799805Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.270812805Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.270959817Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.272476038Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.275378677Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.275409727Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.275472568Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.278124744Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.278148044Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.278159204Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.278359387Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.279532093Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.279733795Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.280229912Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.281680602Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.284112774Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.284139264Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.284346787Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.286696249Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5a2b09e7-4e48-40fd-b4d6-fd1bd29cd7ff"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.286726699Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.286738959Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:22.290314 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.28674989Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2}","iteration":16,"elapsed":"100.195167ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.286960142Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.286979683Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.287215456Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.288564254Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.288893028Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.29198467Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.292268844Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.293783284Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.294125679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.296010014Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.29645781Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.29648208Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":91,"elapsed":"110.211751ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.300411893Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.300441234Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.300607436Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.303658937Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.303993491Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.305913187Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.3061367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.306333783Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.315647678Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.315882211Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.315896441Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.315906631Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.316143395Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.316367288Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.316388868Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.317109858Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.321670359Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.32247572Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.322949696Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.326711017Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.326729937Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.32699194Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.327278024Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.332511965Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d88f02a-e0f4-4293-a6d4-c598127ff875"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.332548625Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.332561555Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"current_time_created":"2024-11-08 01:24:21.472295 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.332572815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1}","iteration":16,"elapsed":"146.246466ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.334612933Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.335023888Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.336912664Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.341456285Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.341491385Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.341753989Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.342103563Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.342128154Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.342139974Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":31,"elapsed":"155.642442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.345128474Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.349398801Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.349426172Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.349672845Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.359297825Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-08T01:23:39.423410Z, time_modified: 2024-11-08T01:23:39.423410Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8022873-0d52-4c5d-be7f-834a19a05c7d, db_silo: Silo { identity: SiloIdentity { id: e8022873-0d52-4c5d-be7f-834a19a05c7d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-08T01:24:22.189648Z, time_modified: 2024-11-08T01:24:22.189648Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.359404616Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]}},\"default_endpoint\":{\"silo_id\":\"e8022873-0d52-4c5d-be7f-834a19a05c7d\",\"tls_certs\":[\"b6e142a9441a302022a68227e93e863ee96d4918131ebdfc854be093d09bb595\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":16,"elapsed":"173.117577ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.369631633Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.369680424Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.369743325Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.37007543Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d09a733a-1534-4971-b245-1fd773963cea\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.37010788Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.370167681Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.372059856Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.375556123Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"physical_disks_added\":0}","iteration":33,"elapsed":"189.152572ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-08T01:38:41.399798299Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.39986045Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":16,"elapsed":"213.135825ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.500967749Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.50101613Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.501331184Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b6e4f7a-1dbc-46ac-8a47-42ed4214a3de\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.501385664Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.503020266Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.523618953Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.523646223Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.523907927Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"209d4da7-fa9b-424c-9067-d52793d03c63\", \"content-length\": \"26\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.523926337Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.52634012Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.544018347Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.544369772Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3f8e541c-ff31-4b2b-996f-78c5ddaccd4a\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.544386952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.54568019Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"3f65103e-6e1c-4999-9d7b-1f60e3f72044\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.54569405Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.547653046Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.548214994Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb63928f-84ba-4b22-8897-14def3aba37a\", \"content-length\": \"691\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.548237194Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.548246544Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.548254534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.548746061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.548762521Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"362.427351ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.550268061Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":31,"elapsed":"363.84244ms"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.550750738Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.550761218Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.551035362Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"993bc96c-3084-4aad-9704-a8adcbffa4b8\", \"content-length\": \"372\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.551065432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.551407367Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.552258048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.552565212Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.554196554Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.557664641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.557692641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.557850403Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.55908878Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.559490515Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.559739149Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.561549573Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.561853517Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.564477382Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.564817557Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.566318807Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.56655425Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.567884688Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.568070701Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.569633752Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.569811564Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.571799981Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.575397389Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.575424379Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.575581362Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.576530574Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.576768068Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.578075465Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.578248248Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.579756278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.584753025Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.584772855Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.584979338Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.589506109Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.589714142Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.590877217Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.591036219Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.591542556Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.591558336Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.59181692Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2e64c99d-38a2-469c-8741-5a3e298c4bbf\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.59182801Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.592171535Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.595926255Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.596204469Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.598477689Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.598794474Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.599526414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.599716736Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.601736323Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.601927256Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.603120952Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.603349475Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.603481467Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.603843281Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.60521919Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.605475474Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 979cd0c3-718d-49ed-b7c9-9ea81462754d push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.606468077Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.606492827Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.60671417Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.606869172Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"92fb2bd4-d032-4b07-86bc-80e42703e3fd\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.609094032Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":31,"elapsed":"422.465289ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.611101299Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.611124579Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.611321632Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.61263318Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.612860623Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.613784845Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.614044558Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.636034424Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.636322768Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"961c200e-5b7f-4066-a169-83c4d77a4977\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.638824882Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.639113046Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.641557608Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"null","iteration":31,"elapsed":"455.112517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.655393974Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.661223433Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.661262483Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.661547537Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.668071115Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 1e06cd17-9e9e-430b-b22e-11c67e901951, kind: Service { id: ce5ef33e-32cb-450e-98ce-948d2d64bf58 }, name: Name(\"nexus-ce5ef33e-32cb-450e-98ce-948d2d64bf58\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3676b4e5-8ece-4ab9-8fa5-17ff64f9aa31, kind: Service { id: b7fd42ed-cd22-4507-9555-47740e266236 }, name: Name(\"nexus-b7fd42ed-cd22-4507-9555-47740e266236\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 187])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc5e6ef6-2557-41c0-81cc-873c3bae44e0, kind: Service { id: 342fecfa-d739-42a3-a354-8b70b3c745ce }, name: Name(\"nexus-342fecfa-d739-42a3-a354-8b70b3c745ce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 230])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 8ba7518d-773f-4dea-ac99-6e1ca4b62add, kind: Service { id: e8c61244-4bf0-4b3f-97eb-9be9f19cd488 }, name: Name(\"external-dns-e8c61244-4bf0-4b3f-97eb-9be9f19cd488\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 57])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef2d86b4-cd87-4a5b-84c4-23fc7b334050, kind: Service { id: ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5 }, name: Name(\"external-dns-ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 161])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.668116475Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.668297118Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.668411439Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":31,"elapsed":"482.027349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.669720677Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.674372289Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.6744048Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.674637813Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.676757052Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.676814962Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 8ba7518d-773f-4dea-ac99-6e1ca4b62add, kind: Service { id: e8c61244-4bf0-4b3f-97eb-9be9f19cd488 }, name: Name(\"external-dns-e8c61244-4bf0-4b3f-97eb-9be9f19cd488\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 57])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef2d86b4-cd87-4a5b-84c4-23fc7b334050, kind: Service { id: ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5 }, name: Name(\"external-dns-ef5130cd-7f2d-4f4c-b7ec-8dfd6a6f10e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 161])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1e06cd17-9e9e-430b-b22e-11c67e901951, kind: Service { id: ce5ef33e-32cb-450e-98ce-948d2d64bf58 }, name: Name(\"nexus-ce5ef33e-32cb-450e-98ce-948d2d64bf58\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3676b4e5-8ece-4ab9-8fa5-17ff64f9aa31, kind: Service { id: b7fd42ed-cd22-4507-9555-47740e266236 }, name: Name(\"nexus-b7fd42ed-cd22-4507-9555-47740e266236\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 187])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc5e6ef6-2557-41c0-81cc-873c3bae44e0, kind: Service { id: 342fecfa-d739-42a3-a354-8b70b3c745ce }, name: Name(\"nexus-342fecfa-d739-42a3-a354-8b70b3c745ce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 230])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.676839342Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.683147717Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.683660824Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f07e4974-9840-4ab3-82df-e304d98dd967\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.683682974Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.685878534Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"09588a1f-f873-44e6-94ec-65c980d7256a\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.685894364Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.688285636Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c280704b-c426-4084-b032-9e4409f8b030\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.688329327Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.690712229Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.69076453Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"504.255768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.715393161Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.715909938Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.718022396Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8319d8f0-da8a-4391-80c3-9a543a5517d3, rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(82df8f74-cffd-4f27-a0cf-85d5ffc72395) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.718046667Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.718350711Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.727813578Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.728184523Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbd15751-2073-4672-bd20-b85a6705552b\", \"content-length\": \"134\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.728208633Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.728221853Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"82df8f74-cffd-4f27-a0cf-85d5ffc72395","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.728519457Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.728545357Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.728554868Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.728563848Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.728572308Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.728580498Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.72874249Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.72875652Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.728984414Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.728998224Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.729325278Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.731354815Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.731502027Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbbe707b-1e87-452a-b759-34d8bd02fcf3\", \"content-length\": \"2\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.731525908Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.731641709Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"DpdClient","rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"457d06d0-7ec4-41ff-93cf-df6c2adb3ae1\", \"content-length\": \"52\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.73166239Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.73167455Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.741036036Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","vpc_to_sled":"[Sled { identity: SledIdentity { id: 979cd0c3-718d-49ed-b7c9-9ea81462754d, time_created: 2024-11-08T01:24:15.199827Z, time_modified: 2024-11-08T01:24:15.199827Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: c39fc320-fcf4-4bad-aa4d-88a6f3278837, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.741070026Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.741077616Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.741324459Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.743526939Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.743721041Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.745065519Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.74808842Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Sled { parent: Fleet, key: 979cd0c3-718d-49ed-b7c9-9ea81462754d, lookup_type: ById(979cd0c3-718d-49ed-b7c9-9ea81462754d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.778775253Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.852410432Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"790e4321-720c-4667-96f3-0bbb8baf3e06\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.852460253Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.852473333Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.857661183Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"rack_id":"c39fc320-fcf4-4bad-aa4d-88a6f3278837","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae72c7ee-9791-4f6e-a2ff-c2b3b0306854\", \"content-length\": \"682\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.857702073Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.858057268Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.858489644Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"SledAgent":"979cd0c3-718d-49ed-b7c9-9ea81462754d","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"496abb9a-bc70-4a06-bd91-50df2ee78806\", \"date\": \"Fri, 08 Nov 2024 01:38:41 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:41.859957244Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.859971674Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","elapsed":"673.371501ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.859979704Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":4,"elapsed":"673.382951ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.862324876Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.862533678Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.865557819Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.865739361Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.867327733Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.867494475Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:41.874778883Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{}","iteration":31,"elapsed":"688.141819ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-08T01:38:45.151545082Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"uri":"/b7fd42ed-cd22-4507-9555-47740e266236","method":"GET","req_id":"4ce941e1-fbe7-4a8c-9269-9253f5b86a56","remote_addr":"[fd00:1122:3344:101::d]:56449","local_addr":"[fd00:1122:3344:101::c]:36646","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"b7fd42ed-cd22-4507-9555-47740e266236","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":406,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.185779472Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":92,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.185838053Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.185849753Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.185859123Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.18638486Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.18639759Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.187950991Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.190716788Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.190745739Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.19087228Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.193151481Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.193569606Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.194685641Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.197480679Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 31c30021-27d0-4144-b370-020b716fe22c, lookup_type: ById(31c30021-27d0-4144-b370-020b716fe22c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.197500289Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.197649511Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.206733393Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"original_time_created":"2024-11-08 01:23:41.194083 UTC","original_target_id":"31c30021-27d0-4144-b370-020b716fe22c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","time_created":"2024-11-08 01:23:41.194083 UTC","target_id":"31c30021-27d0-4144-b370-020b716fe22c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.206755134Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"31c30021-27d0-4144-b370-020b716fe22c\",\"time_created\":\"2024-11-08T01:23:41.194083Z\"}","iteration":92,"elapsed":"20.996132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.214015561Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.214260224Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-08T01:38:51.24219812Z","hostname":"oxz_nexus_b7fd42ed-cd22-4507-9555-47740e266236","pid":22599,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b7fd42ed-cd22-4507-9555-47740e266236","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":92,"elapsed":"56.398918ms"}