{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:01.970305739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:01.97038931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:01.970795054Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06960f09-9831-442c-b11a-579db14b5b6b\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:30:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:01.970864115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:01.972336162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.016687606Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:30:02.031445317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.031506718Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":3,"elapsed":"393.234426ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.100323105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.100368155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.100873651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4a7bbc-5ae6-416a-9536-15617104bb46\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:30:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.100906511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.101327016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.10421819Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.10424782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.10425779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.104267121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":3,"elapsed":"466.896539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.117735106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.118199872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.140051805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":5,"elapsed":"501.901465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.152746812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.153230218Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.153260838Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.153278308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.153290718Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.153612332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.155726597Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.156991721Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.157262975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.159143706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.160018116Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.160045387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.160237369Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.162506535Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.162543536Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.162751308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.163575048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.163599808Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.163611618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.163623518Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":3,"elapsed":"526.373427ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.164930443Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":5,"elapsed":"526.878034ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.166308429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.169498836Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.169529986Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.169741679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.171174756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.173903837Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.173933997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.17411982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.20698846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.207034971Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.207267624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1f9706a4-7fb5-4246-b96d-9ccfa9839722\", \"date\": \"Thu, 20 Mar 2025 20:30:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.207290374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.207604118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.209268037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.20951578Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.21296861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.213411685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.218065019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.218089539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.218508234Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b72e5396-6cf0-4433-8358-ccf9cdf8025e\", \"date\": \"Thu, 20 Mar 2025 20:30:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.220304335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":5,"elapsed":"582.107894ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.284028523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.284406327Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f83d416-ea7e-423f-8a86-ed3191b02eaf\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:30:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.285995046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.286424231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.289030071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":5,"elapsed":"651.66379ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.321470096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.321907391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6cd5ca83-0fb8-4394-8a3b-33861a72d1ba\", \"date\": \"Thu, 20 Mar 2025 20:30:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.321927321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.323655911Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2bbdbcea-6a92-4371-9222-c7fe059bab91\", \"date\": \"Thu, 20 Mar 2025 20:30:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.323676431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.32531747Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.325337921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"688.013439ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.325786956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.326208581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63708740-20d6-4dc3-a809-c0d2c2274d9a\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:30:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.326234961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.326248691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.326260201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.327624647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":5,"elapsed":"689.385176ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.333331103Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.404365696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.405651321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.411913593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.411957154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.412389699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.415202952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.415875399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a67c35a6-b2ba-4f3b-b803-298cb9a50852\", \"date\": \"Thu, 20 Mar 2025 20:30:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.41590733Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.418019174Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b45a0202-4736-4af4-951c-9434940b0024\", \"date\": \"Thu, 20 Mar 2025 20:30:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.418048875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.420575934Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4256d5b7-96e9-42f7-95b8-7b7d00fb0f5f\", \"date\": \"Thu, 20 Mar 2025 20:30:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.420601894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.423214084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.423280625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"786.032205ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.426379341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.427395153Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5af34d0-69f5-4ae8-bdee-de3b406361e3\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:30:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.427425513Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.427441793Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.427806428Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.427830608Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.427841978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.427853858Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.427866098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.427878678Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.4280565Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.428082771Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.428369734Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.428389784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.42882902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.431416839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.439180199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0c6b89a-b99c-4cad-97ea-b6156db72fcc\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:30:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.43920966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.439395202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd236cb4-b08f-433e-9a6f-687c17c01e2d\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:30:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.439422482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.439445363Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.646324569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6df4511a-b36f-4d4d-b065-a2fe7e73bdb0\", \"date\": \"Thu, 20 Mar 2025 20:30:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:02.64639729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.6464201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.654291351Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e190b1e-8d25-412a-9a66-59a6df00b49d\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:30:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.654541854Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.654911259Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.659619273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.659936527Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.66365336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.664105645Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.66628235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.666468653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:02.67404169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":5,"elapsed":"1.036021171s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:04.754636342Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"4e616aea-f901-4d37-a386-80facec47e96","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.638850254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.638898639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.638908324Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.638914989Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.639230801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.639244221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.641153343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.643801544Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.643824794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.643945266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.645826988Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.646157401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.676666205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.678079351Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.678357254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.679512988Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.679524738Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.6796692Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.692266956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.692295886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":14,"elapsed":"53.405459ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:11.714643735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"75.742408ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:14.754949853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"4656eed8-dd72-4cc8-96c4-ab4a2717b762","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":277,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.63921211Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.63926503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.63927602Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.6392851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.639602734Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.639619004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.641022871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.641294564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.641517966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.643008354Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"3.787093ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.644369239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.644384739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.644538451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.645424591Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.645593393Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.646966499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.649508599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.649525489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.64965156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.659508565Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:21.659534075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":15,"elapsed":"20.331126ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:24.755352636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"186adea5-2dbd-4ab2-b48c-0bb6a10f5894","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638257817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638309827Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.63857789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638627541Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638636711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638644551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638654531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.638664342Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638671502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638679082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638696762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638704092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638710862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638718132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638724902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638731102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638738132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638748772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638757652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638791073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638799023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638806123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638812183Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638818073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638826083Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638833533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638840733Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638847113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638852904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638859314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638865064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638872614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638881844Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638889484Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638895874Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638902364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638910534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.638985175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639110457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639147037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639162507Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639180147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639194128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639205958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639234698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639257688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639268349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639282558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639291579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639300789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.639307169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.641462024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 848, tv_nsec: 863957414 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.641776487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.64197361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.642645948Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.64282285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.64461262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.644630131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.644826383Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.645705523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.645727643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.645896955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.64629084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.64630708Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.64631519Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"7.666639ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.646518042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.649899201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.649927822Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.649938862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.649946332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.650260406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.650276616Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.653592694Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.653646005Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.655532627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.656715691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.658863745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.658883526Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.659110148Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.659131888Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.659146189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.659353001Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.659378161Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.659388922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.659627794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.660075319Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.66010085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.660292402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.664001545Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 848, tv_nsec: 886491115 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.66439946Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.664940596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.66703203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.66705458Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.667201802Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.670573021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.671009376Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.675580749Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.675987254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.676109855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.6765357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.677138617Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 848, tv_nsec: 899628828 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.677537982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.677845355Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.681986873Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.682013584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.682224666Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.707908424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"69.130791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.709192299Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.709675434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.710517164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.710540914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.710548444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.710848098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.715243258Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.715267979Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.715896786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a5cfd2-9e6f-41fc-a411-3d712be2ad7b\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:30:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.715924037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.717288732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.717318493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":16,"elapsed":"78.212826ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.718691878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.718939831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.719271575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.721082516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"82.342814ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.728404291Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":6,"elapsed":"78.49383ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.729265551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.729719336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.731047482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.731497727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.732198075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.732732671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.733164536Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.733189466Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"94.460974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.736878239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.739997545Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.740029466Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.740199798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.74124602Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.74127749Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":6,"elapsed":"91.394309ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.741743716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.742501964Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.742527055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.742854549Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":6,"elapsed":"104.010485ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.742917139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c8da566-b70a-4f3d-88d7-f9a6198efc0d\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:30:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.74294169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.743306884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.74381196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.743967401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"105.084147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.744147924Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.744413967Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.744633809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.744844492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.745243966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.747406711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.747435062Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.747608833Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.748544914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.748571555Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.748727917Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.773870518Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.774333453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.775269954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.775301954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.775625178Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e60e735-5b89-43e3-b07d-4f05d33bc8c8\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:30:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.775652878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.777933625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.778869906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.778891966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.778899366Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.779126389Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.78270466Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"143.844166ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.798751726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.798792646Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":6,"elapsed":"159.870382ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.814212475Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":6,"elapsed":"175.551274ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.82068201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.822250898Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5efeb940-2ec8-4bfd-9c23-5081ba165682\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:30:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.823897867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.824342962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.825365494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.825385605Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.825396805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"186.571101ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.827938194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":6,"elapsed":"189.690608ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.856778498Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":6,"elapsed":"217.975795ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.870239124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.870263685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.870689569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc47e11d-cdca-45f7-837b-d2419233367e\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:30:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.87071183Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.870888542Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.871079294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.871280336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.872370929Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":7,"elapsed":"233.677458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.873043317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.875024129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.87503648Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.875204312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.87675524Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.878821133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.878836324Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.879001976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.925631876Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.925679856Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.925896809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"93825b86-4995-414b-85bc-8e454e7823d8\", \"date\": \"Thu, 20 Mar 2025 20:30:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.925909119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.926197552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.928848243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.929047245Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.931096419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.931457613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.931615085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.931785427Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.934017123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.934049773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.934509649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:31.936061297Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.936086787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.936433231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1b1d989c-d451-46cc-9b39-7e0575db9ce2\", \"date\": \"Thu, 20 Mar 2025 20:30:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.937926418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":6,"elapsed":"299.274407ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:31.981472373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.008332204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.008750789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc294040-65e7-4ff3-aff9-05211a1e1d2c\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:30:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.008785779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.008797519Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.009206624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.009228724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.009241124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.009253044Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.009265055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.009276765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.009509298Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.009534908Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.009811381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.009827961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.010198455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.012910517Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.013061079Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac67432-a80d-42c0-b88e-ef3719dfa69b\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:30:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.013087289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.01320424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc8ea384-7eb2-481d-b163-fae699dfab46\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:30:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.013226021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.013240751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.119517382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ec75e46-c2be-41a4-8ae6-69c2e09b8c17\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:30:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.119562622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.119574022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.119581853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.120769956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":6,"elapsed":"482.053854ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.217289145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"47a4a9b0-1535-4227-9c8f-532f4e614219\", \"date\": \"Thu, 20 Mar 2025 20:30:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:32.217328115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.217338955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.217650169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd0bfd5d-db4d-40fa-bedd-61bb69a1b128\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:30:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.217697469Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.218087084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.221313141Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.221540224Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.224719161Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.225030144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.226935596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.227189049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:32.234048749Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":6,"elapsed":"595.169964ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:34.755499046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"5b1aadc4-20d5-404f-88be-8d958a00c120","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":307,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.638777151Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.638827071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.638836172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.638845732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.639158705Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.639173266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.640927636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.641157258Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.641365061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.643789249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.643817089Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.643954241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.645919264Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.646130626Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.648361062Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.651481038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.651504588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.65164499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.662350074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.662373614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":17,"elapsed":"23.605513ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:41.67324265Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"34.452189ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:44.754842807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"6931d54c-9dc4-465e-babf-181e056fdc05","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":283,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.639117633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.639170674Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.639179044Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.639186794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.639494148Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.639666479Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.64059398Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.640822843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.641488811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.644366094Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.644390624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.644529746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.646147625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.646378377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.648046307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.650814999Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.650836829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.650970201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.658495217Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.658519238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":18,"elapsed":"19.385315ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:30:51.669243472Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"30.137549ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:30:54.755898357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"e191dade-f040-40aa-96d8-37b36f12be6c","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.63815032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638209321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638219871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638227581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638238491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638247281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638256471Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638267271Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638275151Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638286161Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638295682Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638305672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638315572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638324132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.638330762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:21:01.638246591 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638338202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638570245Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 878, tv_nsec: 860606765 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638650106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638702756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638713377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638720786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638730207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638888439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638898459Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638905449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638912659Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638918539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638925019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638932729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638939609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638946379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638954049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638962019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.6389695Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.638980829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.63899029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.63900049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.63901176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.63902191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.63903283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.63904294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.6390522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.63906149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639071851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.639087101Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639097111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":4,"elapsed":"862.52µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639108161Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639117811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639127051Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:31:01.639137851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639148662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639157782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639168442Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":5,"elapsed":"13.97µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639179872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639191082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639201692Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639211312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639221282Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639232712Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639242743Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639253493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639263193Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639274073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639283983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639292773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639302683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639312223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.639322904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639333414Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639343534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639354264Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639364724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639375334Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639386004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639400585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639413914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639426815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639475365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639492935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639505696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639545236Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 878, tv_nsec: 861590007 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639564856Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639577267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639613017Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639620617Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639628467Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639637247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639644177Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639657107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639669057Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639679638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639689698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639700418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639712988Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.639804539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.63985896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.63987201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.640036732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.640059852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.640069612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.640076372Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.640085972Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":4,"elapsed":"964.551µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.640174243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.640185274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.640304035Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.640684379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:21:01.638246591 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.640709309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:21:01.638246591Z\",\"pruned\":[]}","iteration":4,"elapsed":"2.440788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.64158732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.641777332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.641877753Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 878, tv_nsec: 863923194 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.642155566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.642217807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.643875966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.644732876Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.644756307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.644920368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.64505723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"6.168022ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.647475408Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"8.496419ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.647721121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.647751771Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.647910453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.649645533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.650301711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.650331841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.650344221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.650351161Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.650550194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.650697975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.652539717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.652571167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.652770339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.65627903Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.658172952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.658399065Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.65884431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.65886698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.659141293Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.662135348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.662201538Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.66232143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.662427831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.662442911Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.662688604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.665449696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.665672849Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.66580187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.666493628Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.67009829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.670181401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.670425964Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.670621006Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.670647366Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.670918659Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.6709522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.673119127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.674092936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.674452631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.674476451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.674566332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.674714754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.675180489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.675583624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.677081721Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.678049742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.680017575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.680050725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.680273948Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.681815106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":7,"elapsed":"31.505845ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.683651087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"44.626357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.685546679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.685894823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.686040435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":7,"elapsed":"35.719044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.686411229Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.689611336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.689642087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.68990867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.706473831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.706539682Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"67.409071ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.707779606Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"68.848477ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.710395157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.710423237Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.710718671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.71502607Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.715053381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.715064841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.715332784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.715606277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.715636817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.71588016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.71932692Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.72102963Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.72105455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.721063611Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.721989541Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.72358247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.724117416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.724149396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.724418179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.72618998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.72621291Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.726406132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.726967709Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.729277016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.729727591Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.731083376Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.731113807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.731128727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.73141132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.732127879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.732154139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.732608024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.732629554Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.732794446Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b885cc9-e1cf-40fb-9269-10b754f74100\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:31:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.732822097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.732844317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.735204064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.735303336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.735320576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.735615899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.7356928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.737538166Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.741243964Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.741274645Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.741525128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.741612269Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.741640029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.741653899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"102.587699ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.742460508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.742482459Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.742491019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.742499619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.742804592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.742862003Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.742874423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.742882533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.742891043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.743110786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.74432567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.746678497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.746704648Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.746853949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.750248898Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.750275309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.750286869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"111.209079ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.753062581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"113.867189ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.759197782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.77366717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.77712149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 878, tv_nsec: 999144880 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.777473344Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.783731286Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.784155971Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.784552566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.784708348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.784719068Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.784729068Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"145.828569ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.78489733Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.801918147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.802336508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.844254687Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.844665812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.858914137Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.858943568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.860125922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70d0e768-f05e-4bef-bc4a-6d9dbfe1b9de\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:31:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.860155302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.860430295Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.860612677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.86259467Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 879, tv_nsec: 84633151 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.862857543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.864369451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.864390071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.864571593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.866340563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.867497511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.867860384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"228.79386ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.868412658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.868826932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.868838042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.869017285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.869681872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:31:01.870488071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.870509902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"231.476032ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.870634623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50f42746-a6c2-4539-a9a0-84ed484ba4d0\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:31:01 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.870955657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.870965087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.871140249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.872227882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.872433234Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.873126462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.873139502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.873385775Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.877092138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":7,"elapsed":"238.841777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.87728426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.878018169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.883684454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.883711085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":19,"elapsed":"244.556613ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.900678031Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.900704441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.901087776Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f58330-dd48-4e77-8172-8d37f2d5c46d\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:31:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.901110296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.903052919Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.911041081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":7,"elapsed":"272.069382ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.911722789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"272.534517ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.91353074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.914796765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.914819845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":7,"elapsed":"275.681063ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.923613627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.923921641Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.924313825Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"212643fb-9270-475d-9a5d-7c80fb22055f\", \"date\": \"Thu, 20 Mar 2025 20:31:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.924330135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.926513911Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.926561111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"485c5376-2f52-4b83-97d1-f559b840afde\", \"date\": \"Thu, 20 Mar 2025 20:31:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.926575471Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.927964267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.927982997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"289.845148ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.928362782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.928373942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.928639125Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.929134071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.929147451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.929335803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.92988225Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.92990127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.92991537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.930076872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.931138864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.931166605Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"292.933393ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.931308036Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.93165304Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.934015167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.934029167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.93423488Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.935330813Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.935352053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.935498555Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.938190886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.938208666Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.938216896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.938224916Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":4,"elapsed":"300.014755ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:01.938285417Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.938298927Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.93858187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0005e900-58f8-4134-9978-fb9de5c65170\", \"date\": \"Thu, 20 Mar 2025 20:31:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.9386059Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.938844803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.946769615Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.946963397Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.966321312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.966340892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.966351142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.966650896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:01.986441745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"347.352364ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.037009051Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.037667758Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dd821f9e-eb94-4a0d-8bc4-bb54fb899348\", \"date\": \"Thu, 20 Mar 2025 20:31:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.037716569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.039137435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"db816947-b1ff-4cfa-90d2-08fcb4f9efbe\", \"date\": \"Thu, 20 Mar 2025 20:31:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.039179356Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.04042349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f0df6f03-0e61-45cc-9da1-1434107ba18c\", \"date\": \"Thu, 20 Mar 2025 20:31:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.0404607Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.04299816Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.043072901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"404.89168ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.043125671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.043553776Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.045417788Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.045449298Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.045829053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9fee012-9843-434d-be40-6dc177193b2d\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:31:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.045863933Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.048681086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.062069811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.062760819Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f728043c-a294-45b9-bb5c-e10853cdeeef\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:31:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.062795019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.062806609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.062816179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.064373908Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":7,"elapsed":"425.373618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.064885983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.065221697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.066945727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.070257186Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.070289996Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.070538449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.072543252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":7,"elapsed":"433.623804ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.080623266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":7,"elapsed":"441.469714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.115716112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.120392357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.120428187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.120600629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.123005087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.123021447Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.123032057Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.123042107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":4,"elapsed":"484.843847ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.170108673Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.170508797Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.173042347Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.173067387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.173258559Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.175311053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.175597136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.17854633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.17856706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.1854259Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.185760314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"061606ac-d90b-426c-9c32-3c92a2a10eac\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:31:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.185790124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.185821915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.186117878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.186129618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.186137408Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.186145888Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.186154378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.186161979Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.186360021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.186371321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.186577993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.186588073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.186829276Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.189189114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.189306835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2b5fe5a-4d37-4190-84d7-32401867654b\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.189318275Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.189416276Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"952b7554-8b54-4b8a-9c7e-7ff19f2a4c6a\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:31:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.189427036Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.189435626Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.225512704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c679148f-7bed-4ce9-b854-70e631f7bdbc\", \"date\": \"Thu, 20 Mar 2025 20:31:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.227050072Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":7,"elapsed":"587.88052ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.320408043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4d372b83-160d-441f-8498-d66986c8ad52\", \"date\": \"Thu, 20 Mar 2025 20:31:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:02.320456533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.320470083Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.320743827Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16e53917-ef05-4754-9eb9-fc539fdc1489\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:31:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.320791907Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.321183482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.32450968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.324834164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.328915861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.329144554Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.43154787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.431886964Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:02.438713643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":7,"elapsed":"799.602742ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:04.756102698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"6706a248-343e-4325-88cb-3fbff73eee77","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.639369112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.639422593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.639431993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.639440283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.639738717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.639759317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.641395486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.641557228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.641915682Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.644185348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.644213368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.64434811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.646427004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.646621387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.647654859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.650203808Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.650214368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.65034839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.662290228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.662314478Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":20,"elapsed":"22.957546ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:11.674988155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"35.602413ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:14.756176997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"77b9d72b-02d5-4d58-87c1-bb8370efbb9c","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.639456791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.639509122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.639518082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.639526322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.639790495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.639856396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.641363284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.641695477Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.642044272Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.64365808Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"4.196059ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.644151306Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.644161846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.644328298Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.645760724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.645944247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.647456004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.650049154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.650069704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.650199846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.658414561Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:21.658441311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":21,"elapsed":"18.99227ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:24.756109003Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"57255543-43c8-41a8-9bcd-c6bcbe1ba3f5","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.638918803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639009055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639325078Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639381589Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639392469Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639401619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639410039Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.639417909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639426669Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.63943658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.63944492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.63945321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.6394627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.63947223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.63948188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.63949122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.63949979Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.63950759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.63951642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.63952415Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639531601Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639538711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639546651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639555161Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639562421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639570221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639578781Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639586021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639594091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639602221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639609582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639617522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639627712Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639634772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639642812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639650442Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639658742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639886915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639961175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639971016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639980386Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639990246Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.639998616Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.640005506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.640011906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.640018596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.640026486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.640033016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.640041536Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.640049227Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.640058037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.641624985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 908, tv_nsec: 863187415 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.641930218Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.642405724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.642900029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.64295884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"3.573891ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.643998472Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"4.399041ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.645067235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.645078855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.645245177Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.645486859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.64549739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.645646681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.646972327Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.647424702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.6507489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.650779291Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.650790881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.650800861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.650859792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.650880572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.651142825Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.651169465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.651229976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.651638081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.651652501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.651659401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.651783772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.651880624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.653825876Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.654815958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.654841538Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.654850968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.655196972Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.655536666Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.655555706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.655846019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.656149423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.656172983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.656346845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.657300126Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.657325157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.657555609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.65934442Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 908, tv_nsec: 880898221 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.659747115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.659929117Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":8,"elapsed":"9.179737ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.660528604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.660921798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.665451361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 908, tv_nsec: 886999091 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.665953937Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.665983707Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.665997757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.666007457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.666413802Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.666505973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.666813957Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.669841902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.670186846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.673408563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.674230043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":8,"elapsed":"23.466372ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.676362517Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.676884683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.677048685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.677069115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.677310998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.682971954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.686407073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.686440024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.686653386Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.696347379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.696692543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.696720563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.697168658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.699120401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.699173881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":22,"elapsed":"59.613111ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.708137765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.708192826Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.70854937Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12860b0e-18af-4231-926b-a281105630ff\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.70857102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.708729742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.709085206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.710386241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.711435463Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"71.923773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.714492089Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.714916054Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.716096097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.71636148Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.716833196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.718971551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.718996631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.719167533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.720839932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.722815095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.722845226Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.722997528Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.723829567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.723855107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.723868338Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"84.281486ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.728740044Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.728765134Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"89.175623ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.753173947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"113.705398ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.753760044Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.754101618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.755518394Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"115.902973ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.76035259Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.760378101Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":8,"elapsed":"120.84803ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.777204195Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.777230426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.7775623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d620e12-7b8c-40b7-b934-a541327768d8\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.77757719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.780254841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.789896183Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":8,"elapsed":"150.491063ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.795472087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.795498647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.795896302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"422659cc-c43f-4d21-b4c9-9a3296ddaee7\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.795913982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.798960217Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.805335861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.805677735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.810556352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"171.120903ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.82679684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.827147174Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.843901888Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.843926698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.844301953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66c2e551-ee3f-4bbd-9b68-19a9b183fa73\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.844326253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.844594676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.846795422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.847249397Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.848917016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.851705948Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.851721839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.851883261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.853940764Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":8,"elapsed":"214.346633ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.85784381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.858147003Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56940447-60d4-4c6c-8761-d7dc64682098\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.858602558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.858620159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.858841241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c24e1d92-96ff-4ec3-9ef1-b58dd9028e34\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.858858481Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.859184115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.859660501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.859895863Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.861678244Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":8,"elapsed":"222.791551ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.861698644Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.861863476Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.864890401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.865054363Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.867463791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.867477151Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.867829975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"986088fa-c5a7-482e-86d7-60c72aed5e62\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.869398784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":8,"elapsed":"229.982124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.875008678Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.877055852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.877068102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.877222234Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.889744969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":8,"elapsed":"250.236609ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.905849806Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.907826779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.907843839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.90799358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.943762155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.94417369Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.945539146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.945558796Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.945845189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.956625154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.956942447Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d823730d-855c-4c31-9944-93a09773e367\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.956963698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.956972618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.957272102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.957281622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.957288842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.957297112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.957304382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.957311592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.957526544Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.957536234Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.957802728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.957820958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.958062111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.960002363Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.960122795Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"973f57c5-4529-4ea0-be68-8d4eb028c78d\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.960134135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.960234556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"600a8eba-9e11-4fd1-82ca-86f52daba622\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:31.960249346Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:31.960260596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.004121874Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.075838335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a2f95ff0-7be3-4714-8a27-ebed4c085bb8\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:32.075898226Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.075914556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.076199189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac322bb-64be-4faa-abc9-b46afe54b1f1\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:31:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.076238789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.076686955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.076769396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b6f7fcc-baeb-46c3-b288-42f0e166857c\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:31:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:32.076791706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:32.076804276Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:32.076815396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.078134342Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":8,"elapsed":"438.57575ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.080799862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.081264448Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.084313183Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.084559416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.113304539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.113328859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.145141238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:32.145269069Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:64115"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.14536685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"230a969c-d906-4cdd-9d88-a9c5ca22aa08","remote_addr":"[fd00:1122:3344:101::a]:64115","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.145684304Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"230a969c-d906-4cdd-9d88-a9c5ca22aa08","remote_addr":"[fd00:1122:3344:101::a]:64115","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.182078886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.182301158Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:32.186538387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/oximeter.rs:76","collector_id":"7728b72a-123d-49d2-8bce-4c888438e3ee","producer_id":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:32.186564138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/producers","method":"POST","req_id":"230a969c-d906-4cdd-9d88-a9c5ca22aa08","remote_addr":"[fd00:1122:3344:101::a]:64115","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41254,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.186638079Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"230a969c-d906-4cdd-9d88-a9c5ca22aa08\", \"content-length\": \"41\", \"date\": \"Thu, 20 Mar 2025 20:31:32 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.188032425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.188049665Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","wait_period":"150s","lease_duration":"600s"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:32.189605743Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":8,"elapsed":"550.120733ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:34.755970521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"d3c26958-3bab-4fc0-a64c-52edac841996","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":314,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.640249897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.640305268Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.640315778Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.640323608Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.640628271Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.640640632Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.642133299Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.64485443Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.644880211Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.645018532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.646708632Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.646961885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.648592154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.651490697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.651518878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.651665719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.660103657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.660139567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":23,"elapsed":"19.89589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.674882999Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.675163962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:41.67672277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"36.457672ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:44.756241482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"165751da-21ad-4eb1-ad9a-5a28c908d8b3","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.640480518Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.640538019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.640548079Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.640555689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.640884023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.640909373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.642079576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.642251738Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.642871596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.645986242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.646009232Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.646157024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.648040116Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.648279138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.649580723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.652282475Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.652299095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.652431056Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.660418539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.660444769Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":24,"elapsed":"19.972731ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:51.671107123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"30.624835ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:54.756984359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"72d0fb49-812a-4e3c-861e-1118489a577e","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":358,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:59.748123686Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:34333"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:59.748194596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"5f1297c7-fa5a-41a4-b73a-f07b3e1a0ee8","remote_addr":"[fd00:1122:3344:101::d]:34333","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:59.74851172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"5f1297c7-fa5a-41a4-b73a-f07b3e1a0ee8","remote_addr":"[fd00:1122:3344:101::d]:34333","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:59.751005349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"5f1297c7-fa5a-41a4-b73a-f07b3e1a0ee8","remote_addr":"[fd00:1122:3344:101::d]:34333","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2855,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:59.751246892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"ef1230f8-be96-4806-9e8d-948f29f90fc6","remote_addr":"[fd00:1122:3344:101::d]:34333","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:31:59.751562235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"ef1230f8-be96-4806-9e8d-948f29f90fc6","remote_addr":"[fd00:1122:3344:101::d]:34333","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:31:59.753512208Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"ef1230f8-be96-4806-9e8d-948f29f90fc6","remote_addr":"[fd00:1122:3344:101::d]:34333","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.638933878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.638990789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639003929Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639015909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639026679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639038579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63904969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639060859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.63907057Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:22:01.638995079 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63908213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63909176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63910097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63910982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63912053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63913182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.6391417Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639324533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639403363Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639423684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639436984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 938, tv_nsec: 860537825 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639463554Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639515705Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639782338Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639794408Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639802118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639808698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639815038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:32:01.639821618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639828679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":6,"elapsed":"11.88µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639836279Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639842759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639848479Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639854699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639860589Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639866139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639873259Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639880499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639886909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639892949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639900189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.639907469Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63991486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63992138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63993018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63993715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63994451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63995152Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63995839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63996439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63997083Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63997684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.63998394Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.63999005Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.639996941Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.64000717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640016511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640026761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640036411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640045371Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640055071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640063841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640073621Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640083002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640091271Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640100822Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640110642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640119852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640129142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640137602Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640149402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640162312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640172503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"1.100973ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640182983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640192703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640251513Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640337434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640364955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640376855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640407965Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640433746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 938, tv_nsec: 861520756 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640448376Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640458196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640466966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640475636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640509076Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640519496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640528096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640535007Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640545087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640556597Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640568127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640580547Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.640975502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.641001122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":5,"elapsed":"1.104283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.641880152Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.642032904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.642219936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.642645011Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:22:01.638995079 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.642657191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:22:01.638995079Z\",\"pruned\":[]}","iteration":5,"elapsed":"3.660792ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.643200487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 938, tv_nsec: 864302358 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.64345741Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.644102488Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.644130318Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.64425143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.645738277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"5.733837ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.646175832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.646924711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 938, tv_nsec: 868025471 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.647269625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.648545669Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.6485705Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.648742572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.650844076Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.650867516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.650877496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.650886487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.650951157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.65118663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.651247201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.652251392Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.655674962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.655744273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.655758013Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.655770943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"15.635481ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.655786253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.655797473Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.656019656Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.661327608Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.664471014Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.664496204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.664747627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.667223436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.66760486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.695089649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.695583674Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.701425652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.701872847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.702722737Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.702757077Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.702771818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"62.899279ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.708114499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.709363844Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.709791359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.711750392Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 938, tv_nsec: 932831082 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.712181457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.712337648Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.712364339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.712636582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.724103505Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.724146575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.724156975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.724502209Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.72453723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.72456164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.724698662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.725073256Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.72544551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.725606822Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.726041957Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.728468635Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.728506226Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.728587627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.728772979Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.729134503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.730064174Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.730902154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.730931374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.731165286Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.731405999Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.732202968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"92.35317ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.733846088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.733908108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"93.982138ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.734123661Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.736131334Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.736888043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.738831515Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.738863916Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.738877446Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.738887346Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.73924304Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.740306432Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.740330253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.740339423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.740409864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.740424394Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.740613906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.740683647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.741653538Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.742113253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.74270787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.745631784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.745662114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.745677955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"105.671144ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.746564455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.746597775Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.746840688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.747210912Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":9,"elapsed":"96.344006ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.748423666Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":9,"elapsed":"97.56743ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.748896772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.750089206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.752922699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.752948619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.753255902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.755481758Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.755509909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.755521499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"115.514298ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.755533419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.755543569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.755814902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.757698064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.757906216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.76170274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.761732931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.761943233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.764663725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.764694845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.765045809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.767333425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.76774972Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.770851836Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.771095609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.773260044Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.777829407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.777859607Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.778148131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.780715791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":9,"elapsed":"140.858322ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.781337058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.781842864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.797463255Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.797513345Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.797524545Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.797533606Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.79796684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.80311782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"163.206891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.803532075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.804047401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.805111633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.805145364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.805540798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7824aeac-72d1-4cde-827f-cbc0b0705aca\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:32:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.805567019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.806186586Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.80658278Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.807322009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.8083214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"168.37107ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.808587843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.808614514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.808761885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.808865997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.808967758Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3926dbc6-d3a9-4b6a-b334-d2f1e16ab06f\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:32:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.808997748Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.81001126Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.810440355Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.810606387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.813406959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.81343179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.813616262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.813641552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.813655282Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.814101757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.82036685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.82039839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.82041434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.821098128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.821930358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.821968849Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"181.885527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.823588637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.827635564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.827660924Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":9,"elapsed":"187.865376ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.829287173Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.829310883Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.829516616Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.830276345Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.830301385Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":25,"elapsed":"190.469377ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.833122398Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.833148288Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.833156908Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.833167658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":5,"elapsed":"194.119299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.842719619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.848323764Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":9,"elapsed":"208.412195ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.848482566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.848516416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.848811009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.850805632Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.850831253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.850842993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.851308448Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.852958348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.85749903Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.85752823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.857751583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.859964039Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.859995409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.860007689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.860018919Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":5,"elapsed":"221.063951ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.865170439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.865196599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.865594834Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd1bdb4-e739-403f-9d82-992b95092e41\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:32:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.865618944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:01.867797009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.868086323Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.868107943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"229.128115ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.873095341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.909653334Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"269.584353ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.911124601Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:32:01.9240002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.924026011Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"284.217483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.938396707Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.938755651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.940601433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.942819398Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.942832009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.943016181Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.945222426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.947501793Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.947513193Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:01.947695125Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.014430568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":9,"elapsed":"374.58291ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.023893388Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.024274882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6d92e33-ea8f-4813-8326-2263ad3a5c5b\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:32:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.026132384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.026443057Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.029474942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":9,"elapsed":"390.448423ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.081173081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.081234182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.081873349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700cc15a-a3e7-47e6-9326-1b06e1e27206\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:32:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.08191829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.08274459Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.160689762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.160748683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.160966416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3618995b-9957-4c83-95a2-55e5f144bf03\", \"date\": \"Thu, 20 Mar 2025 20:32:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.160988196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.16134182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.165230465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.165538989Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.169718157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.170237633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.181620815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.188860579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.189328794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1d3e64f6-c136-426b-9189-3a3a490b90f5\", \"date\": \"Thu, 20 Mar 2025 20:32:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.189364295Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.19070974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a9be42e2-eb2f-4782-b401-67146643c6f2\", \"date\": \"Thu, 20 Mar 2025 20:32:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.190730401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.192714484Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.192740804Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"553.765906ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.240695499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.241205965Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8aa6071-351f-4125-886e-283c67bfbfff\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:32:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.241247266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.241258116Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.241266306Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.243653283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":9,"elapsed":"603.601192ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.244311241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.244329431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.244632445Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ccb1c30c-f02d-4d50-989f-dbb45534654b\", \"date\": \"Thu, 20 Mar 2025 20:32:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.246714549Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":9,"elapsed":"606.724989ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.267196006Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.267716052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"72559f0b-1a77-46fe-8f2c-8b5ef547c9c0\", \"date\": \"Thu, 20 Mar 2025 20:32:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.267752793Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.269377861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9aee15f1-1882-440b-9524-0686a74ffba1\", \"date\": \"Thu, 20 Mar 2025 20:32:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.269403732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.271683958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1e518a99-ee2a-41ad-9200-9c0f5313c49e\", \"date\": \"Thu, 20 Mar 2025 20:32:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.271712919Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.273907974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.273944905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"635.002906ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.299964061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.300358463Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.302650827Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.302673867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.302870049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.316307264Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.316642018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7896800e-e1a6-4bfa-96a9-965e8003f785\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:32:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.316671549Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.316698609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.316973732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.316988152Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.316995942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.317003732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.317010752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.317020463Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.317175985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.317185665Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.317433088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.317445588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.317777061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.319771344Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.319987857Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faf194c9-ffb9-4e0d-b951-ba3188543d23\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:32:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.320004397Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.320102038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"773ec425-b491-448a-9cdd-fb63821c0a69\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:32:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.320116799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.320157929Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.509373411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4d138324-2bb5-42ed-b839-73a3c1aebe34\", \"date\": \"Thu, 20 Mar 2025 20:32:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:02.509414572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.509424612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.509646274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4767aa8-4283-4bc8-9d28-a12465d56fef\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:32:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.509690095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.510023279Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.514302718Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.514650352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.518503327Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.518722829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.520656312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.520985926Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:02.529272171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":9,"elapsed":"889.23793ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:04.75635231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"8f55fbe0-44b6-451c-8858-f81a79a0fde6","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.640626336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.640677176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.640685787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.640693017Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.64100521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.64103158Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.642242065Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.642471697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.643092524Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.643861593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"3.224127ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.645725805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.645736475Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.645870857Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.647486745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.64787629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.649432368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.6522302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.65225517Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.652392422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.658966608Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:11.658988508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":26,"elapsed":"18.371742ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:14.756896854Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"8cd0e9fb-8690-4099-94f5-e8a0b5a221ce","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":252,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.640181599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.64023604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.640246109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.64025395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.640560873Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.640574423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.64200412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.642925091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.643267435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.644790779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.644801185Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.644956409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.647006378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.6472155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.648599776Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.651172306Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.651185216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.651329958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.659717795Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.659731915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":27,"elapsed":"19.573716ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:21.678308241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"38.109391ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:24.757041464Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"c425c6eb-1c28-4b08-b60e-1893b38e1ea5","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":367,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.639829183Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.639906044Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640372569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.64042253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.64043085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.64043756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.64044419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.64045213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640465881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640472921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640487961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640495521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640504371Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640514621Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640521221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640528091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640534811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640542481Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640550362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640557142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640564662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640571112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640578362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640584352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640591082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640599292Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640608882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640617312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640626952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640637232Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640646763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640656793Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640666993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640675983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640684763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640693173Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640701123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.640950376Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641012107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641024167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641032427Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641040687Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641048487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641057147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641066257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641074728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641082968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641090198Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641119828Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641138148Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.641224719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.642418363Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 968, tv_nsec: 863029484 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.642743957Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.643172162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.64387811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.644236914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.644483351Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"4.059827ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.644841462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.645473999Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.64651168Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.646530401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.646772194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.648116709Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.648141359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.648336362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.648440233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.648449843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.648636845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.648942009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.648952819Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.64907504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 968, tv_nsec: 869693061 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.649149091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.649322543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.649420784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.649431444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.649661587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.650594568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.651039153Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.652035555Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.652050695Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.652057875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.652064455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.652316848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.652433119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.653672614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.653701904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.65424125Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.654275821Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.65428889Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.654550724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.656771159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.656972762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.671594391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"19.541087ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.67319652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.67322585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.673618574Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.674524715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":10,"elapsed":"22.475811ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.676561139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.676580069Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.676832262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.680545535Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 968, tv_nsec: 901152825 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.680865329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.684042435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.684112876Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.684144396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"43.544174ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.68448422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.685965348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.686476323Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.706924967Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"66.340778ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.709054835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.709391869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.710696984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.710727534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.710738084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.711044048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.713854551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.713883631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.713895801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.714140244Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.723594984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.723910267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.725320633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"84.695351ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.725647717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.725994861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.727911143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"87.2434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.729267029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.729592903Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.73197705Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.732269294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.733100854Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.733130704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.733424617Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.733492668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42af5bd4-94d2-4175-a389-609a300ac862\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.733509988Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.733889343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.734975875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.736402492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.736486123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.736498223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.736753226Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.736798117Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.737394393Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.737421904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.737583415Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.737597716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.73795113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.740433239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.742435272Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.743266121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"102.781641ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.744253703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.744285103Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.744561646Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.745559818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":10,"elapsed":"104.999577ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.745836311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.745856921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.746148805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"105.507382ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.746165375Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"348cae5b-ed73-4c54-9833-ebe664b5e9b5\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.746179125Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.747037045Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.747054035Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.747218357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.747580631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.759971095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.760002415Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.760012515Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"119.417843ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.760061366Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.760366999Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.7621909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"121.74863ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.762247811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.762270112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":28,"elapsed":"121.76282ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.776402015Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.776420765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.776728079Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56822dc2-91db-48f2-8c34-490cd5c18e14\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.776747859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.778301937Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.787515564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.787538364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":10,"elapsed":"147.010073ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.841765442Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.842104976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.84245453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.842793804Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b2a2691-0d21-4cee-9bd1-1cb872d6ec23\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.844256831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.844441244Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.844759567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.846216204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.846233254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.846330335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":10,"elapsed":"206.520092ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.846361136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.873328028Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.873350348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.873607681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9284213-969c-4b67-a6a8-fb3b488770e8\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.873642442Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.873961335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.897086023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":10,"elapsed":"256.579782ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.904178145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.906161699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.906177059Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.906341041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.918532642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.918560872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.918735504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0618968d-d8d0-49b5-bc31-8bca56006df9\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.918748894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.919099828Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.921134802Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.921447145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.924545801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.924749194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.927583596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.927594067Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.92785949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"23df397f-e83e-4e0a-8822-595aa5bdeaf8\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.929323857Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":10,"elapsed":"288.868007ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.973748851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.974073655Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.975711514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.975726344Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.976060558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.986991205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.987274048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9520bfa8-4329-4697-9c55-de7dcb60584b\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.987299368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.987309988Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.987615332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.987626662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.987634252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.987642892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.987650572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.987657832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.987846655Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.987858575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.988048987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.988060847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.98833292Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.99349118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.993669082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee893a3-6f0f-4bcc-b01c-557da21a6ae1\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.993683242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.993788203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85187cb5-4a14-4428-b3cd-a1243477fad5\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:31.993805274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:31.993819334Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.004631419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.083506713Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07a1d297-e904-4386-a2fb-c626861d7ae7\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:32:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:32.083561454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:32.083578014Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:32.083589834Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.084894389Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":10,"elapsed":"444.347518ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.185666676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6cc9fe0c-8b1a-41d8-8754-c07ae7f87d6a\", \"date\": \"Thu, 20 Mar 2025 20:32:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:32.185713807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.185724197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.186061841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cfe9edd-85ed-43e9-95b7-a9fc58e6c006\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:32:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.186113331Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.186466956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.189767754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.190114278Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.193082462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.193385356Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.195549571Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.195729613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:32.201893386Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":10,"elapsed":"561.264311ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:34.757267405Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"88cd196d-f666-44a1-a735-2e15022b4f6e","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.640542869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.64059654Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.64060709Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.64061475Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.640921984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.640943664Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.671500148Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.671786871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.673607322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"33.049133ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.678915064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.681695826Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.681708716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.681867338Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.683193843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.683488747Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.684917203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.687668755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.687683745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.687826577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.697896824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:41.697919934Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":29,"elapsed":"57.402395ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:44.756833258Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"f4d846a2-d1a9-4c5e-b683-a211c31f9750","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.641111314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.641172415Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.641184965Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.641194375Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.641494969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.641510249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.64333694Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.643496522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.643578813Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.646339765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.646356245Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.646516397Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.648644531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.648823848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.650466742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.653225524Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.653250655Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.653376176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.661843994Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.661868114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":30,"elapsed":"20.77057ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:51.673013194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"31.895659ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:54.757056559Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"136cd1e8-8c9a-4f8b-b66a-dd592e8d8752","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":351,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:59.749249188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:38033"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:59.749360889Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"ad2f3be0-9e82-4b71-8b0e-7d5e880659d0","remote_addr":"[fd00:1122:3344:101::d]:38033","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:59.749686483Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"ad2f3be0-9e82-4b71-8b0e-7d5e880659d0","remote_addr":"[fd00:1122:3344:101::d]:38033","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:59.752632697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"ad2f3be0-9e82-4b71-8b0e-7d5e880659d0","remote_addr":"[fd00:1122:3344:101::d]:38033","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3319,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:59.75286578Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"550baeee-c438-4d90-bf13-4a25d0590790","remote_addr":"[fd00:1122:3344:101::d]:38033","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:32:59.753194274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"550baeee-c438-4d90-bf13-4a25d0590790","remote_addr":"[fd00:1122:3344:101::d]:38033","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:32:59.755159076Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"550baeee-c438-4d90-bf13-4a25d0590790","remote_addr":"[fd00:1122:3344:101::d]:38033","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2355,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639810118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639862058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639874629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639883689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639893299Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639902069Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639909599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639919109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639928099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639937369Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.639946089Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.63995469Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.63996373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.63997231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:23:01.639914829 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.63998348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.63999174Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640259073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640312304Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640350564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640363834Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640409635Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 998, tv_nsec: 860588895 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640425405Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640703928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640713088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640721198Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640727459Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640734659Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640742909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.640750269Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640756789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640763399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640769919Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640777359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640784639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640791909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640797819Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640804879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640811889Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.64081958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640826449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.64083339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.64084023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.64084668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.64085436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.64086111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.64086744Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.64087499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640915001Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640927981Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640938101Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640947361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640956321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640965401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640974191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640984102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.640994562Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641003642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641013352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641022302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641035012Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.641045662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641055602Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.041272ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641066112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641075632Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641085043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641094563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641104413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641114973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:33:01.641129033Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641141313Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641151133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641161184Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":7,"elapsed":"11.949µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641172364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641181704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641190994Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641200774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641211254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641223274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641234234Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641246314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641258614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641362256Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 998, tv_nsec: 861532026 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641393336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641437357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641453437Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641467617Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641480197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641491847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641501977Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641512248Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641524508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641534468Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641541388Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641549538Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641556858Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641569148Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641577548Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641909642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.641924962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":6,"elapsed":"1.035102ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.642013863Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.642309647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.642337337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.642383058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.64258424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.643052065Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:23:01.639914829 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.643076446Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:23:01.639914829Z\",\"pruned\":[]}","iteration":6,"elapsed":"3.141136ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.644185739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 998, tv_nsec: 864370339 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.644413161Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.645119779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.645135399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.645269251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.645315081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.645323982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.645464123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.647185393Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.648362577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.649258997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"8.268116ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.649275447Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.65118903Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.65121587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.651392492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652324313Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652346453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652362513Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652373093Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652476744Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652485825Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652492225Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652498155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652528135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652638026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652688447Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.652726207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.653736719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"12.808129ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.653876941Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.65550387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"14.509918ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.656311139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 998, tv_nsec: 876495230 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.656585612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.656599722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.656608283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.656824675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.662286028Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.662507841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.665664707Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.670827517Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.671008929Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.671311703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.68658898Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.687050795Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.704030312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.705125865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.705831013Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.705860923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.705870543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.706340899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.709491435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.709523916Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.709870129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.710977872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.711005282Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.711303996Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.711827032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.714926878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.714960618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.715195761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.717484338Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.717959913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.725181107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.725619002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.726601413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.726951387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.727055459Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.727536104Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.728574296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.729555677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.730239455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.730764102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.731687672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.731715493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.731888224Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.731914975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 998, tv_nsec: 952068325 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.732230848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.733437862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.733466203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.733478773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.733488603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.733517483Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.733655775Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.733747976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.733812107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.733908898Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.735582627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.735613178Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.736075603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.736111113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.736567759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.737231126Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.737263757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.737275017Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.737284117Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.737293397Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.737304287Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.73751508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.737607521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.738638493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.739778166Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.741284883Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.741315144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.741605157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.743141855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.743345947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.743376008Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.743400438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.744097706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.748686389Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.748988163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.749092944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.749270966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.749685411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.749698761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.749707231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"108.70289ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.751517622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.751542272Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"110.807884ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.751612543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.751886906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.753380133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.754100992Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.756366258Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.756388518Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.756618021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.756975475Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.756999415Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":31,"elapsed":"116.290357ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.757724074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.757741224Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.757978897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.762495679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.762972675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.775370558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.775404239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.775413759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.775812133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.780209434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.780645869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.781483919Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.781506299Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.781843803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d67b607-0825-4d5d-9c27-13c4aa77035e\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:33:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.781862274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.78330099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.783484832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"142.685003ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.783685795Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"142.857385ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.78418162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"131.692676ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.784661076Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.785124971Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.786124573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.786427156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.787110704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"146.098223ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.787483048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.787854243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.789113947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":11,"elapsed":"136.629543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.791765618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.791790038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.79187623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.79188667Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.7918926Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.7918988Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.792155713Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.794765533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.794786403Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.794917715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.798521096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.800447019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.800474159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.80059017Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.805914322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.805930942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.805940502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"164.948761ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.806077584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.829617397Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.82990804Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.834447373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.834469403Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.834714296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"468bf47b-0045-4f98-a95f-481fffdc1712\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:33:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.834736656Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.836383465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.933616281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.933672462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.934036636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a3df1e-4e0a-4842-bb62-33ba29b2ea71\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:33:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.934064467Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.940164587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.977332578Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.977660422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b24b617-a8d0-4512-90fe-d98da0c8ed9f\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:33:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.978688204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.979195229Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"3773fab0-7e6c-4f11-9a36-9f962799fb11\", \"date\": \"Thu, 20 Mar 2025 20:33:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.9792239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.979443672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.979825047Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.980433764Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"cda4dfa7-a319-4e89-96f4-cf1d16aaa132\", \"date\": \"Thu, 20 Mar 2025 20:33:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.980461424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:01.982138803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:01.982167824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"342.368786ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.009737743Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.010078137Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.017841037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.032911242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":11,"elapsed":"391.96966ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.056703587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.056758238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.057239974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52fb3401-3620-4ea2-9204-ce50eab1c44b\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:33:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.057278624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.0578393Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.061588744Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.06211295Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.069728928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":11,"elapsed":"429.84813ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.094806379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.095275124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.096070663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.096861333Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d9a7abdc-b6fb-4737-8fec-840201e0fe9c\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.096894583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.102409537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e6a9476f-fa90-4f75-94ba-7aae4ad78fcc\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.102449227Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.105019367Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b6caa598-0bbf-4325-8371-fb2e4cd84ce7\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.105058118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.105492853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"464.508841ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.107989292Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.108036682Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"468.225934ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.133084352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.133130893Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.133144973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"492.326623ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.139665119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.143126759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.143170629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.143403332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.145975541Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.14847093Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.148502161Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.148714223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.150058809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.150839598Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.150870018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.150887558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.151145441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.152251134Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.15359623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.15362177Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.153857373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.153898063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.153911584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"514.039815ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.155442741Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.155473312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.155697844Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.158063812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.158917162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.159252945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.164751099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.165060223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.167372109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.16740504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.167715184Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.169283122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.169314202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.169570365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.171364576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.171394296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.17176624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ac2e5756-29bd-450d-a2cf-a97f11001633\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.171787891Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.172241196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3157f7e-0e3e-4213-90e5-a8bd801f9f91\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:33:01 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.172270556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.175490934Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:615","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.176179242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.176472575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.176690977Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.1769206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"operation\":\"list\",\"target_sled\":\"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c\",\"time\":\"2025-03-20T20:33:02.175471243Z\"}]}","iteration":2,"elapsed":"531.594038ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.178466198Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.178496768Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.17863826Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.17868774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":11,"elapsed":"537.923771ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.178843382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.179252937Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.180178788Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.180494061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.180748564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.180780955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.181043998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.183931111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.184200924Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.184839082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.184868262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.185323657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0b402c36-099d-4d98-8504-1a2fecf330d0\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.187704755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":11,"elapsed":"546.942606ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.18811766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.193750975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.193777625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.193987978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.197406577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.197887673Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.19847134Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.198807424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12606294-0879-4e91-8128-c12730fc387e\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.198833714Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.198844864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.199212158Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.199230498Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.199238219Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.199247509Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.199256229Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.199265809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.199499052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.199511372Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.199587083Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.199601243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":11,"elapsed":"558.797004ms"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.200073978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.200102759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.200281501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.202098092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.202265504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db3391c-0966-4b45-911a-b089ca85ca6f\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.202295314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.202435866Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1df72b38-1592-4ac1-9087-54057edf843f\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.202457216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.202471886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.211795264Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"570.907024ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.224041146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.227697288Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.227734379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.227896361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.230236348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.230265728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.230282138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.230788144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.231616564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.231643414Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.231654334Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.231664014Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":6,"elapsed":"591.772266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.232555975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.236066685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.236096016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.236253318Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.23819288Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.23821407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.23822247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.23823023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":6,"elapsed":"598.303591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.242184866Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.243571632Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.243982497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.245011629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.245028379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.245269962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.246549797Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.247328796Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.24766123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.248796283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.250250109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.25026967Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.250426582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.250779746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.250798136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.250932617Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:33:02.251852458Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.251875088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"610.844466ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.25282817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.252968711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.253090253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.253182603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.254497359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.255252978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.255372169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.25550009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.255634742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.256583843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.256607353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.256853426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.257361602Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.257546924Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.257849288Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.258963241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.259294724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.259411306Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.259689659Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.259715229Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.259725249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.259907321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.260693501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.261297317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.261388359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.26147575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.262489801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.262512022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.262644813Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.262923956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.26320767Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.263386932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.263398822Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.263543783Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.264245112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.264855579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.265097992Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.266377527Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.267944445Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.267954095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.268140337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.26838014Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.2683925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.268534111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.269967768Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.2701207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.270502064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.270712727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.271753169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.271949341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.298905623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.305242427Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.30555362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.307421902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.307698705Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.309694818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.30991921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.310927611Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.311141024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.312650751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.316401275Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.316420865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.316560577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.317835991Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.318022584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.319540421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.319701923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.32116435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.326542272Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.326558683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.326792115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.331245977Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.33150901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.332469021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.332995697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.3332407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.334342453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.334353703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.334500245Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.334753998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.334914569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.335887361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.336010892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a4af4da7-5f76-4713-be5b-6b2ee91bc4e8\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.336028882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.336037962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.336589699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e774666-d454-4612-ae15-c3672239793e\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.336630049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.336640549Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.336648349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.33665584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eec454a-456d-496e-a28a-8d04f16094b4\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.33668496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.336739821Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.336900583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.337080514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.338233458Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":11,"elapsed":"697.294717ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.33844336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.33845773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.338609142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.339928378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.34014728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.341291963Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.341425145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.341570677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.341669018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.343146605Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.343349927Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.344762034Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.346731336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"blueprint_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"inventory_collection_id\":\"c765aedd-8db0-403d-8045-37a9be494a19\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":3,"elapsed":"704.071336ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.346745806Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.346753666Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.346760787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.346935249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.347121581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.349950984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.349968634Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.350110576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.351439371Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.351612073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.352595894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.352767616Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.354068321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.354205893Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":11,"elapsed":"713.422944ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.35743715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.357463021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.357585852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.363539251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 1075d013-8b9a-499c-8ea4-7cf8c7e68bc9, kind: Service { id: 0c7e8867-63ba-432f-9020-3c7c6bc69ec8 }, name: Name(\"external-dns-0c7e8867-63ba-432f-9020-3c7c6bc69ec8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 46])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7d6ab02e-6539-47f6-8539-55fb67f7e03c, kind: Service { id: d5c14b75-5140-446e-bb99-2ffa2ea294dc }, name: Name(\"external-dns-d5c14b75-5140-446e-bb99-2ffa2ea294dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: cfda59f3-0274-45f6-ad7a-4a988d4f9ddc, kind: Service { id: 61247eeb-14e1-43c6-aee1-4a5502f80575 }, name: Name(\"nexus-61247eeb-14e1-43c6-aee1-4a5502f80575\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d5fd5e8a-6cb2-4d70-81f4-63d93b951b40, kind: Service { id: 335f739a-8725-4577-b853-613d8db1594a }, name: Name(\"nexus-335f739a-8725-4577-b853-613d8db1594a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 162])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7ed243e-52a6-436f-95c9-762883e24183, kind: Service { id: 0ef4a269-c4f0-4c43-ab80-65f66b6349f1 }, name: Name(\"nexus-0ef4a269-c4f0-4c43-ab80-65f66b6349f1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 112])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.363579752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.363789004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.36515677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.36689205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.36690391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.367031821Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.368159574Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.372004089Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1075d013-8b9a-499c-8ea4-7cf8c7e68bc9, kind: Service { id: 0c7e8867-63ba-432f-9020-3c7c6bc69ec8 }, name: Name(\"external-dns-0c7e8867-63ba-432f-9020-3c7c6bc69ec8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 46])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7d6ab02e-6539-47f6-8539-55fb67f7e03c, kind: Service { id: d5c14b75-5140-446e-bb99-2ffa2ea294dc }, name: Name(\"external-dns-d5c14b75-5140-446e-bb99-2ffa2ea294dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: cfda59f3-0274-45f6-ad7a-4a988d4f9ddc, kind: Service { id: 61247eeb-14e1-43c6-aee1-4a5502f80575 }, name: Name(\"nexus-61247eeb-14e1-43c6-aee1-4a5502f80575\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d5fd5e8a-6cb2-4d70-81f4-63d93b951b40, kind: Service { id: 335f739a-8725-4577-b853-613d8db1594a }, name: Name(\"nexus-335f739a-8725-4577-b853-613d8db1594a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 162])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7ed243e-52a6-436f-95c9-762883e24183, kind: Service { id: 0ef4a269-c4f0-4c43-ab80-65f66b6349f1 }, name: Name(\"nexus-0ef4a269-c4f0-4c43-ab80-65f66b6349f1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 112])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.37203931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.431884973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","vpc_to_sled":"[Sled { identity: SledIdentity { id: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, time_created: 2025-03-20T20:28:25.704864Z, time_modified: 2025-03-20T20:28:25.704864Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.431920243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.431927953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.432254687Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.434759676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.434976568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.436615247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.439504951Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.472598824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.473130561Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"55e69a3d-02a8-4b2b-a9fb-65fc95d16e6d\", \"date\": \"Thu, 20 Mar 2025 20:33:02 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:02.473827119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.473837329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","elapsed":"832.880238ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:02.473845049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":2,"elapsed":"832.889578ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:04.757817657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"59ad5561-edb4-47fd-817f-32e8028c7f9b","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":252,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.641034651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.641089552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.641099702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.641108032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.641356135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.641384585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.643215986Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.645840427Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.645858817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.645990399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.648049092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.648364266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.649735482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.652400983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.652414203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.652555815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.66080032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.66082559Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":32,"elapsed":"19.800009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.669671913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.669914156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:11.701064126Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"60.028705ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:14.757137128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"f401cd3e-3b37-4cc1-87f4-97946e84418c","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":276,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.641375653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.641427194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.641437244Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.641445094Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.641721677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.641749108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.643947593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.646663625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.646679065Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.646835077Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.649072543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.649372556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.651082886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.654134611Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.654150832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.654308433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.663415819Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.663439579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":33,"elapsed":"22.055406ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.672816958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.673042791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:21.706386636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"65.049584ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:24.758055567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"1bfe7e45-48c2-4167-83ba-8209b6165321","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":437,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.640744815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.640806716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641048469Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641099309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641109419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641116629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641123629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.641131409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64113871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64114579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64115341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64116105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64116782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64117468Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64118199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64119584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64120258Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64120993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641216401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641222381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641230271Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641237731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641244521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641251171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641258991Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641265411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641271731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641277941Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641283881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641291122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641297622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641303951Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641309862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641317052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641323622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641336372Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641401213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641476493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641601275Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641612645Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641621295Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641632325Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641712746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641731587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641738317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641749297Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641757977Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641768557Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641776077Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641783317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.641794097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.642963141Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1028, tv_nsec: 862832781 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.643283434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.643967833Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.644793442Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.686283ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.645155056Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1028, tv_nsec: 865031117 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.645305818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.645412789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64631309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.64632781Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.646475091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.647960539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.647981909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.648168281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.65238582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.652631983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.652669703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.652681083Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.652691903Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.652813965Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.653046008Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.65415542Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.654180591Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.654307932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.655608597Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.658026015Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.658304679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.659021987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.65925351Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.659451962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.659848877Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.659869997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.659993438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.660121009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.663528629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.663559699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.663733922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.664378499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.664411639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.664680032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.665791555Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.666040738Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.66704114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.667470625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.66882995Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.668860511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.669102684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.669833112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.669980574Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.670089945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.676861874Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"35.551262ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.677829455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.677859585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.678203309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.678228009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.68343719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1028, tv_nsec: 903290940 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.683840304Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.717013599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.717076789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.717086569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.717521145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.721702123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"69.173192ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.722451702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.722790626Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.724567716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"83.109523ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.726258556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.72665115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.727666342Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"86.325181ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.727968235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":12,"elapsed":"75.463914ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.728678744Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.728998907Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.730682207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.730713427Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"89.419616ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.732415017Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.73613573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.736168961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.736181191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.738312465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.738659759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.742058969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.744795441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.744828681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.744976892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.767363472Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.767403952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.767414863Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.767759107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.768531176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.768833019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.769541497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.769556077Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.769854701Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81972b85-725c-4e5a-9f1a-925b540ffd1d\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:33:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.769869841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.771776893Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.812242002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.812553486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.817306361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.817333451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.817612434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a96a4ed-cdf9-4402-9619-cfb1af0d89c7\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:33:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.817629144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.819266393Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.824894008Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.824913709Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.825232762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aae88f5-3409-48b4-8fee-13bcd6c8574c\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:33:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.825254382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.826937362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.882125401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":12,"elapsed":"240.960731ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.910671462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.910708803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.911081837Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8077cad-54a7-46ee-b7cd-8defc7770e2b\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:33:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.911115007Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.911518822Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.914034391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.914267564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.914416186Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.91651922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.91654717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.916703572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.922231996Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.9225258Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a45b0254-dd27-42ac-9275-7816edfa922a\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:33:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.924129588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.924446022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.925764287Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.925791497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":34,"elapsed":"284.592777ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.92691562Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":12,"elapsed":"286.184075ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.949971487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"308.713566ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.955331789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.95536406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.9553742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"314.095189ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.956017908Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"314.899408ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.956984839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.959794101Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.959812701Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.959990283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.961873535Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":12,"elapsed":"320.578664ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.96397188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.96398239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":12,"elapsed":"322.756848ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:31.971538037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:31.971567977Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.002893071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.003210944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.004871863Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.004912804Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.00542064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.026201921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.026670596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18029d75-2dc7-4a95-b637-465fa34286f9\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:33:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.026696326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.026711376Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.027076781Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.027099591Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.027108741Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.027116911Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.027126441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.027133731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.027323154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.027345954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.027600557Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.027611917Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.027946121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.030420529Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.03051404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.030538961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d8c47d-e0e9-4274-bec4-593812b54ce2\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:33:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.030549551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.030671462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8411e78-ec57-418c-b637-510c5c4e94cf\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:33:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.030691262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.030705483Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.031011196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.046531026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"405.357365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.07021604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.072243364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.072261704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.072416416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.074087205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.076132189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.076159449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.076302681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.100521391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b952731e-3f8a-4d6d-91fe-40f3bdd00929\", \"date\": \"Thu, 20 Mar 2025 20:33:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.100568592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.100735584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.103051061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.103208642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.106637732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.106833944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.110277095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.110302045Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.11073374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"693d37a7-0347-4272-b7a6-0404162b7eb2\", \"date\": \"Thu, 20 Mar 2025 20:33:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.112036205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":12,"elapsed":"470.910326ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.18325095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.183838217Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48ad512-aa77-4100-8793-921de426e41a\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:33:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.183868107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.183879337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.183888487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.18501002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":12,"elapsed":"543.83099ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.215644495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ec3f1d48-c118-4d87-8068-2874c2d3a400\", \"date\": \"Thu, 20 Mar 2025 20:33:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:32.215689436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.215700506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.215880508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f60982ca-28b0-4752-954c-f099b817554c\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:33:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.215925858Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.216316453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.221159669Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.221381311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.225258587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.22553008Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.227207709Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.227435452Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:32.234018398Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":12,"elapsed":"592.671196ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:34.757954124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"0e6afb7c-69d5-4940-8e84-f08a6a2a408d","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.64216787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.642223731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.642234711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.642242561Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.642546615Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.642559765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.644047752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.644976613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.645351497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.648130319Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.648154189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.648307701Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.650218623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.650418506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.654311161Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.657009132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.657029722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.657171854Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.665686352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.665705773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":35,"elapsed":"23.556323ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:41.678373679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"36.194229ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:44.757490678Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"b4062036-2657-4ec8-a40f-9711ff569461","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.641753534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.641809564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.641820214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.641827865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.642070087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.642082957Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.643541774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.643973239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.644155572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.646318517Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.646340237Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.646470858Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.64745827Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.647617601Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.649132519Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.651690809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.651709279Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.65183424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.65875245Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.658781811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":36,"elapsed":"17.040168ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:51.674373662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"32.619688ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:54.758053712Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"d1aa7312-b250-4910-aa7c-3dc71201403e","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":293,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:59.749729975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:48584"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:59.749807796Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"3dc75fc3-b20f-4d8b-bf5e-f517c124a0ef","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:59.750112039Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"3dc75fc3-b20f-4d8b-bf5e-f517c124a0ef","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:59.752508117Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"3dc75fc3-b20f-4d8b-bf5e-f517c124a0ef","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2746,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:59.75275952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"9dd163b1-6948-46fb-a2b6-c539bf8b93bf","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:33:59.753104644Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"9dd163b1-6948-46fb-a2b6-c539bf8b93bf","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:33:59.75529203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"9dd163b1-6948-46fb-a2b6-c539bf8b93bf","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2595,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.640950482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641029014Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641057184Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641079984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641105284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641128275Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641153765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641176005Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641198435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.641221276Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:24:01.641037934 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641245886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641267636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641290966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641313307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641333167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641354307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641537959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:34:01.64156735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64158063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64159073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":8,"elapsed":"24.73µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.6416049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64161618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.64162676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641636361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641646021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641655961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641667201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641676851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641686851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.641698171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641708951Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641719962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641730582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641741022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641753852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641764002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641774782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641783612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641792492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641802742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641816692Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641826953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641837843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641847993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641856463Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641865823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641876453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641886723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641896704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641906484Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641916104Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641925754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641936564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641947644Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641957584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641970704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641979894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641989385Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.641999535Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642008135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642017715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642028925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642040105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642049385Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642059425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642069846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642080086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642092676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642102046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642113276Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1058, tv_nsec: 861415605 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642129096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642189747Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642255528Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642270128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642283928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642296758Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642309668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642321349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642332749Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642344249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642355049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642369429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642379699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642390149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642402029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642411339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64242509Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1058, tv_nsec: 861761689 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64244346Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64245349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64246241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64247128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64247976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64248786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64249492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.64250074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642511871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.370296ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642652742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642668693Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642823424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642832794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642841604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642852255Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":7,"elapsed":"1.087293ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.642987156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.643001076Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.643232839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.643785805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.643965648Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.644261651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1058, tv_nsec: 863728571 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.644586055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.645489625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.645692237Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"3.891925ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.646193173Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:24:01.641037934 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.646217563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:24:01.641037934Z\",\"pruned\":[]}","iteration":7,"elapsed":"5.15865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.647136124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.648092355Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.648120185Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.648297458Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.649461091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.649485701Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.649633823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.649744835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.650528124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"8.979764ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.652083771Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.652108992Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.652319344Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.652996612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.653015772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.653022902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.653029133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.653259815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.653318176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.654291407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.654506419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.656575143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.657342172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.657727887Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"15.903455ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.659258755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1058, tv_nsec: 878714935 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.659536558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.65973922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.65976134Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.659943553Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.660784672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.660811383Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.660972174Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.661524461Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.664815879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.664845289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.665007491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.665033552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.668448741Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.668476841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.668680354Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.668697704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.671869301Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.671896011Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.672078733Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.680829124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.681249529Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.687239489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.690656308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.690689769Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.690989552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.699774104Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":13,"elapsed":"46.749192ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.705533651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"63.85882ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.708784128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.709226453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.712310459Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.71233886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.71235051Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"70.567727ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.713842817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1058, tv_nsec: 933070685 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.713880507Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.714154401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.717060784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.717183026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.718795824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.718819975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.718834195Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.718847025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.718856625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.719856387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.722438677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.722471167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.722611028Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.725641104Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.725891837Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.72878897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.729171404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.732824247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.73305108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.73307516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.733290592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.733495715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.733521505Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.733531755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.733542045Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.73397762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.734059241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.734076691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"92.500712ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.734219203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.735856322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.738666485Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.738695095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.739029879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.739420313Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.739436223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.739475384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.739501934Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.739686736Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.739706237Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.739760107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.739777627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.739855138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.74003047Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.742852243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.74344492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.74347248Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.743705413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.745876698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.745898978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.745911009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"104.325609ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.750623673Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"109.018923ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.75468132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.75471102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"113.031349ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.754829452Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.754844502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.754852702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.755137895Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"102.129593ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.755175086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.755273487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.757607974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.761424168Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.761449858Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.761663801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.762832374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.768051935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.786186225Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.786477708Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.786513809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":37,"elapsed":"144.797237ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.787396579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"145.85857ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.789046898Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.789071138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.789273511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.793893074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.794817445Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.795377931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.798419307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"156.654995ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.798906592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.799280097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.799986275Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.800007455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.800016735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.800025455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.800332609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.801852017Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.802311112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.802343252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.802756157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbfd887e-9d03-48ef-85df-1f34ae996b7c\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:34:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.802778697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.803740928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.804387436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.804591198Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.804948862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da3c3d48-3c5a-4373-99bb-51404840d73e\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:34:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.804971003Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.805104364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.805648561Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.806096206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.806870025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.806892425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.807103317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.807634333Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.808983579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.809256852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.814935038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.814962988Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.814975769Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"173.315438ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.81512516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.81854816Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.818686932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.818979195Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.819101046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.819130707Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.81940326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.821952139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.82197812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.822072251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.825957286Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.826133218Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":13,"elapsed":"184.611969ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.82629742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.82631707Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.82632631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.82635285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.826687714Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.828832189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.828853059Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.829041752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.854743568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.855203136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.860204913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.860238993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.860688508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50e5f236-1e68-4867-ac09-a0268a6055e1\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:34:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.860706858Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.863147567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.875255017Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.875287567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":13,"elapsed":"233.567456ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.877742526Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.877762156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.877773406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.87808172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.878766677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.882572772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.882586592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.882769084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.886812111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.886849621Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"245.844078ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.924350096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"282.658404ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:34:01.930680019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.930707089Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"289.022948ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.967545146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.9679098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2f7bd009-fb46-48c7-adf5-981a907cd725\", \"date\": \"Thu, 20 Mar 2025 20:34:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.967934681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.969755572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2210ab03-330e-47c8-b23e-e8036fe67169\", \"date\": \"Thu, 20 Mar 2025 20:34:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.969783362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:01.972107779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.972129429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"331.036985ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.983762404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.984066728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56daa59f-3df4-45c1-bbe5-8cc86d1bf1b8\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:34:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.98515094Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:01.985413093Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.017869779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.05332552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":13,"elapsed":"411.511737ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.082875502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.082929033Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.083433688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2484537-2853-4680-bb39-abbdd9a340a4\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.083473339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.083979075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.102809763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":13,"elapsed":"461.7713ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.127227176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.127821443Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cdfa0db0-86ec-4d33-a01e-b3af04b93277\", \"date\": \"Thu, 20 Mar 2025 20:34:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.127867433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.129655484Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"237a3663-2a48-4985-a158-f5045b9ebe12\", \"date\": \"Thu, 20 Mar 2025 20:34:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.129687964Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.131293223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4bc5c2ea-ab7a-4a68-94bf-dacecad38e41\", \"date\": \"Thu, 20 Mar 2025 20:34:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.131361574Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.133426968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.133477588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"492.515056ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.15522131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.155283061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.155300811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.155568614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.158068823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.161527733Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.163290134Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.163316564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.163571807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.165838783Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.165863774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.166095756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.166684253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.166698023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.166728453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.166757064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":7,"elapsed":"525.63759ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.167832536Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.167861987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.167874277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.167885277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":7,"elapsed":"526.917404ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.173922457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.173952887Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.174257691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6b58baa6-23f9-4279-acf4-f44511309409\", \"date\": \"Thu, 20 Mar 2025 20:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.174269791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.174575034Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.177213285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.177397177Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.179043066Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.1793668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.180309861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.180641335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.18111166Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.181138871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.181289562Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.183955943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.183980793Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.184472799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4aab454a-dfdb-4780-ac78-0f93f9549dd7\", \"date\": \"Thu, 20 Mar 2025 20:34:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.186172789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":13,"elapsed":"544.632139ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.191016095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.191039685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.193084119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.193429583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"477a86d4-b6a2-4aaf-a0a8-634345c38022\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:34:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.193449553Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.193460123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.193770917Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.193783387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.193790677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.193798277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.193806947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.193814437Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.194013Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.19402287Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.194285223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.194293733Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.194743718Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.196451698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.196550569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c31e35a-1f6c-439b-b1e2-13561baefe45\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:34:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.196563169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.19666815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71c3ff44-4717-450f-87ef-86e7c36fd8d9\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:34:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.1966879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.196709691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.202340516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.20265114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.234903603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.235021815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:41169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.235189497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"78df71a6-27e5-4445-901d-25f02274ddbd","remote_addr":"[fd00:1122:3344:101::a]:41169","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.23549492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"78df71a6-27e5-4445-901d-25f02274ddbd","remote_addr":"[fd00:1122:3344:101::a]:41169","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.236236179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.238298853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.238325413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.238474685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.239963372Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.242039006Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.242050266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.242214378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.276541746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/oximeter.rs:76","collector_id":"7728b72a-123d-49d2-8bce-4c888438e3ee","producer_id":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.276570987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/producers","method":"POST","req_id":"78df71a6-27e5-4445-901d-25f02274ddbd","remote_addr":"[fd00:1122:3344:101::a]:41169","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41436,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.276642566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78df71a6-27e5-4445-901d-25f02274ddbd\", \"content-length\": \"41\", \"date\": \"Thu, 20 Mar 2025 20:34:02 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.27867399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.27869491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.305308979Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"349ea361-8745-41a0-a95a-bd4a2df062fe\", \"date\": \"Thu, 20 Mar 2025 20:34:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.305333629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.305342599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.306119578Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4553dd-1a1b-4399-9320-40f24c038e1d\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.306186149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.306590704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.312946197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.313456583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.316752091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.316943513Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.319142448Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.319441742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.327238362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":13,"elapsed":"685.499261ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.340816769Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.341401986Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c377e0e8-a4e7-41cf-ab28-a7bb110671ef\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:34:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.341434867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.341447277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:02.341456187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:02.343598622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":13,"elapsed":"701.850019ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:04.757788418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"b9722b11-59f7-4b0a-bead-e3aa3436dec5","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.642040724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.642100824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.642113505Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.642137945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.642435018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.642458289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.673879213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.674192606Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.676031487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.67883601Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.67885096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.679012032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.681188167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.68146234Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.682942058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.685684079Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.685696579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.685849251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.694703804Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.694746314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":38,"elapsed":"52.726121ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:11.704094943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"62.049408ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:14.750587423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"3f34aefd-2b72-4827-98c2-1baf4cebe2ba","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:14.750894726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"3f34aefd-2b72-4827-98c2-1baf4cebe2ba","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:14.752688967Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"3f34aefd-2b72-4827-98c2-1baf4cebe2ba","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2178,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:14.752993041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"f6d88170-f606-48cf-b4a0-64033654adae","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:14.753320114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"f6d88170-f606-48cf-b4a0-64033654adae","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:14.75558828Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"f6d88170-f606-48cf-b4a0-64033654adae","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2672,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:14.758681676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"32f48411-a5be-4f99-b478-bea201eefc12","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":248,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.641966901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.642022831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.642032752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.642040672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.642312705Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.642381436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.644358238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.647152581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.647180061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.647318373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.649238495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.649569649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.650708452Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.653629556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.653642106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.653792198Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.663740983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.663769943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":39,"elapsed":"21.783632ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.673106491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.673317864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:21.704606287Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"62.650835ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:24.759034249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"6f0db8cb-7103-4b98-b537-c59df503b8c9","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.641751347Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.641803767Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642087533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642135251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642143933Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642151086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642158098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.642165205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642173118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642180665Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642187377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642194052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642200521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642206587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642213421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642219984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642226105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642231422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642238059Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.64224345Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642262228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642268172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642273994Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642279891Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642286238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642293363Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642299391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642306038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642311635Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642320335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642328904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.64233797Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642346867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":40,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642355632Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642368129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642377017Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642384751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642596357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642625166Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642648342Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642662058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642674377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642686939Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642698892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642710733Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642721328Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.64278444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642808629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.64281731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642825363Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.642832057Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.644389697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1088, tv_nsec: 863384848 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.644729241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.644954314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.645238507Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.645756943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.645789953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.647168309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"5.016248ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.648354993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.648365613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.648545585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.649524727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.649535067Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.64977189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.652338959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.652883316Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.652918316Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.652930446Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.652940796Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.653106658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1088, tv_nsec: 872103059 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.65323861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.65325242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.65326586Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.653527283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.654424424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.655767129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.655796169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.655957521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.656956353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.656984573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.657201706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.658869905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.658892695Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.659167239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.672636215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.67306272Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.678837566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1088, tv_nsec: 897835367 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.67916896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.679395263Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.679836188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.686859749Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.687145903Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.701402428Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.701890963Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.70401652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"61.760746ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.707453438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.707480938Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.707490588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.707846012Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.713339396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.716504413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.716528943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.716779196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.716846727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.717338902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.71795938Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.718104241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.718376444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.719138703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"76.77945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.720077894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.720280026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.721115486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.721367339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.721615532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.721635752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.721883175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.72403776Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"71.105494ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.725561337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.725577948Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.725990773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb08dad1-3f44-439f-9857-75aa6a9968d3\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.726010523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.726597129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.727823984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.729458073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.729500353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.729516493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.729755736Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.732825522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.732895462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.732963863Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"90.740171ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.733011844Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.73439833Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.735597574Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":14,"elapsed":"92.960277ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.738330645Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":14,"elapsed":"85.44572ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.738999873Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.739026504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.739254846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.743533666Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.743556826Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.743761228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.74387127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b180e7-2d13-4aac-8601-a6f4ec067f43\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.74388671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.745421328Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.746687032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.746718543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.746852574Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.758158865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.758433408Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.763986593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.764008343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.764017503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.764205485Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.767863838Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.767889458Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"125.573175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.767903708Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.768179831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.768856499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.768874449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.769158133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32aa63f7-8d98-4f23-809a-5fdd23e5ee82\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.769181623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.77069742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"128.406007ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.770724591Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.794542907Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.7948462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.831206141Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":14,"elapsed":"188.924648ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.840778292Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.840801372Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.841160847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c0e5054-71d7-4fb9-b148-c909d28193d0\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.841185357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.841502471Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.844102281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.844310843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c64903f4-9c44-4d04-9f98-586ae586eae2\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.844464615Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.845386086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.845633819Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.846749252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.846773832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.846940154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.847731033Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":14,"elapsed":"205.994487ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.851895481Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.851917891Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":40,"elapsed":"209.545817ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.881208251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.881253791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":14,"elapsed":"238.830547ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.882518986Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.882544416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.882554676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"240.291264ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.883147823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"240.982392ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.913460294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.913518795Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.91390849Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5e5276fe-d232-44cc-a8ad-9cd2f14e20b1\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.91394046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.914408735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.91653418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.916787543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.919494804Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.919765197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.922273867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.922291297Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.922657931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9556322a-a87e-4491-9c96-bf3ac9bb5f9d\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.924090497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":14,"elapsed":"281.909606ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.935106135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.93552847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.937484353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.937516163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.937728115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.949395221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"307.176288ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.956355871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.956625724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45ca8053-f786-48fa-b4c5-27141abafc4a\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.956655795Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.956666345Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.957000679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.957011409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.957018179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.957025549Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.957033499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.957040959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.957203831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.957212191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.957341973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.957351213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.957627376Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.961683743Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.961793444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f9ba3e6-b69e-4648-93f6-87707c4bb12d\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.961812774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.961886385Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f3cd06-31a2-4fab-8650-10d9b4c2734b\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:31.961901486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.961913546Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.969986169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.970302163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.972147634Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.975350041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.975365271Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.975623314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.977099662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.979075905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.979087974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:31.979239376Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.097615568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f9010051-ee8b-445f-a694-c00d7806ca08\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:32.097664078Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.097676618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.097974162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b174f4f8-67f6-4258-a340-fb05249dac2c\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:34:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.098026763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.098349106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.103435985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.1038789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.106683143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.107208489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fba07aa5-2ee0-4efa-96db-01197c9875f7\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:34:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:32.107237429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:32.107248149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:32.107255839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.107957818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.108287581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.108638085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":14,"elapsed":"466.435583ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.110835631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.111194155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:32.118904774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":14,"elapsed":"476.562511ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:34.759097488Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"e814b666-4ae5-4f9d-80f3-def43edf86a2","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.642382332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.642441543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.642453193Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.642461843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.642758047Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.642816167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.644273404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.645223585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.645494018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.647039916Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"4.647654ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.647453771Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.647464331Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.647634613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.649507915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.649700947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.651291685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.653927086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.653938936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.654081048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.660686204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:41.660698234Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":41,"elapsed":"18.337972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:44.751163454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"1f9c497d-c8be-4cde-b65f-004fdaa609cd","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:44.751490447Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"1f9c497d-c8be-4cde-b65f-004fdaa609cd","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:44.754208519Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"1f9c497d-c8be-4cde-b65f-004fdaa609cd","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3119,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:44.754423901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"8de2831a-c114-4962-b8b9-522a5c7f9c49","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:44.754672354Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"8de2831a-c114-4962-b8b9-522a5c7f9c49","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:44.756790689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"8de2831a-c114-4962-b8b9-522a5c7f9c49","remote_addr":"[fd00:1122:3344:101::d]:48584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2396,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:44.758247656Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"b25c2fbd-17a3-453f-a1e5-a9d15dda3ef3","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":231,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.642550592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.642600883Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.642610273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.642616743Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.642935997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.643066068Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.645194643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.647872604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.647891404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.648021675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.649414092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.649662854Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.651554276Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.65447558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.654504541Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.654676883Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.664172383Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.664207203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":42,"elapsed":"21.654241ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.673810974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.674092577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:34:51.675238471Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"32.677079ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:34:54.759373357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"07e2039a-6543-43d4-a70b-7c3acaff7809","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642174716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642240087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642252057Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642262067Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642271527Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642280097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642290517Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642299477Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642308538Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642318987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642329848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.642338658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:25:01.642248937 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642349088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642358228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642366978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642377288Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642387188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642396968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642407429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642419039Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642429139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642438939Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642449579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642460179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642471359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.64248146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.64249248Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.64250231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.64251209Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.64252199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:35:01.64253155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.64254262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.64255131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.64256246Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642572961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":9,"elapsed":"15.04µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642584911Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642594261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642603681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642614311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642624651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642635381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642645061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642654202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642664522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642674792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642685122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642694082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642703352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642712992Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.642722322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642731042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642739603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642749152Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642758913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642768603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642777603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642786823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642795473Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642804233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642813593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642823424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642833724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642842804Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642855004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1118, tv_nsec: 861257093 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642873944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642887254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642897224Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642906994Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642951515Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642965895Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1118, tv_nsec: 861467025 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642977805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.642988355Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643006086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643018946Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643032116Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643055296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643067266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643091636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643103557Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643115197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643125717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643138087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643149727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643162167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643174157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643186708Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643196208Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643203038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643212278Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"942.15µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643219168Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.64341196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643442751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":8,"elapsed":"1.044722ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643633973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.643893696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.644562164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.644757956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.645400733Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1118, tv_nsec: 863924884 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.645626206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.157047ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.645692537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.646338974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.647109823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.64768247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:25:01.642248937 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.64771425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:25:01.642248937Z\",\"pruned\":[]}","iteration":8,"elapsed":"5.435003ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.647877042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"5.459493ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.649176847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.649197767Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.649365299Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.650441842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.650462312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.650596894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.653420496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.653446727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.653456627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.653464637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.653526357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1118, tv_nsec: 872042668 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.65373808Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.653816321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.653843431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.653875621Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.654370997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.655562211Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"13.039721ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.657448003Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.657474073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.657485833Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"14.864842ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.657605735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.657623715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.657819527Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.657975029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.657994639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.658208292Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.660195505Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.662832945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.662856476Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.663073298Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.665977852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.666632419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.669906727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.669934738Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.670235801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.670552225Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.670574255Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.670854598Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.675786275Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.676402413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.676670725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.67706191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.681918586Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.682409692Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.683521405Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.68391422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.684630588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1118, tv_nsec: 903127428 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.685053843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.686621091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.698959112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.699009606Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.699252112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.703225353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.708624836Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.708659766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.708938009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.716905392Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.71765718Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.729015742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.730718152Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.731501311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.731527781Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.732870547Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.732913167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.732923457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.734258033Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.734288653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.734298993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.734776609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.734805599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.734820509Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.735081232Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.736451788Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.736753001Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.739153309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.73918213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.73919283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.739614595Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.745694525Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.745729745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"103.153075ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.74697959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"93.537704ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.747304444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.747440935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.747522086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.747646978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.748019312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.751110208Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.751139968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.751339761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.752074029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":15,"elapsed":"98.647203ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.753171712Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.753463895Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"110.894615ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.753939031Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.755356887Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.755378817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.755388548Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.755395128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.755967494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.756382579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.756409769Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":43,"elapsed":"114.041731ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.757974578Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.758940399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.758955569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.758967049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"116.418969ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.760742315Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.761144273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.762347768Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.762375768Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.762599191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.770525913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.770861817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.77630321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.77633465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.780242005Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.780269366Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.780506859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.783992559Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.784021349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.784319023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.792645019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":15,"elapsed":"150.1733ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.79877436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.799178935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.800672692Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.801231639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.802708696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.80312143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.803205251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.803481734Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.804526647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.804552207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.804847501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.807207238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.807792364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.809601756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.810426815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.810445215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.810491946Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"168.037427ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.81081423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8067f5a5-eeb3-49f7-9009-1ff458dcd23c\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:35:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.81083131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.812820243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.813007385Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.813021485Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.813310999Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.817385996Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.817410766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.817423576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"174.749075ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.832221778Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.83247181Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.83248481Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.832496281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.832881325Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.836169813Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"193.673264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.83850551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.841030129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.84106251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.84107746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.841490385Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.843746931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.843775451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.844055715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.846515603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.846802036Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.846818537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.846832877Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.847225921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.850729672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.850756542Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.850890904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.851620452Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.854249323Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.854272623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.854281983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.854293663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":8,"elapsed":"212.086617ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.856072884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"213.605355ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.856752752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.856771582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.857073026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.858818636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.858840236Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.858848456Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.858855536Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":8,"elapsed":"216.65004ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.859979719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.860008109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":15,"elapsed":"217.619461ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.860536066Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.86094042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.883807583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.883854787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"241.597568ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:35:01.931054563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.931101503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"288.446251ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.932171175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"289.656065ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.963527429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.963849942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db9fa4bd-fcc9-4f6d-bcea-b265067c9de8\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:35:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.965441951Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.965735144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.965765985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.967710007Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":15,"elapsed":"325.42552ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.971079126Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.97139443Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.976228476Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.985772676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.985791846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:01.98608006Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db4db9c4-020c-4653-8f6d-ddd1d2b3616c\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:35:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.98609321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:01.988351996Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.055108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.055196361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.055755897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06842e5a-6a08-4283-83a5-44e01bb66fad\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.055793777Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.056248123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.058019243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.061503394Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.061529454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.061815897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.063967052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.065924285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.065935225Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.066101777Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.069349054Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.069368135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.069738399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae22163a-ce43-43fc-ac98-9e3819ff75f0\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:35:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.069761369Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.072724284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.078183447Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.078210697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.0784753Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bc9a2acf-235c-42c8-b112-0e5723da8f50\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.0784893Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.078800664Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.081283423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.081497775Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.084653322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.085013296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.088070362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.088091172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.088479936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7cddd1ec-ac5e-4b96-a6a2-6b459a97bd4a\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.090970145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":15,"elapsed":"448.523776ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.15701678Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.157449875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"37e97d74-4f1c-4fea-8531-0e1f7aafafd1\", \"date\": \"Thu, 20 Mar 2025 20:35:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.157476646Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.158632799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"cf836286-4939-4ae3-a544-04c789819c84\", \"date\": \"Thu, 20 Mar 2025 20:35:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.158645199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.160115906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.160130576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"517.93333ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.264478195Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.265110782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c2e01593-7f17-4488-9e81-f409c30b51eb\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.265148103Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.26754407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"581e275e-9027-4a00-a120-656e884a7e0f\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.267582571Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.270004639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a55232b9-963a-4338-bbe4-89280d8789e3\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.270032139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.272196835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.272242915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"630.07401ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.294596864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":15,"elapsed":"652.187626ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.308236142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.332873417Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cecc3281-0a99-45a4-b7af-b4b8dfa122e0\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.332901597Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.332913077Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.332922087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.334807849Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":15,"elapsed":"692.388341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.350843505Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.351211349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.353306793Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.353322213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.353512625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.362375458Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.363545042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a4a91b-0861-4a96-af31-06ffcd0a2a7a\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.363567812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.363603933Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.363882136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.363894736Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.363902116Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.363910236Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.363917736Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.363925876Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.364072428Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.364083388Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.364190749Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.364200009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.364413902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.365740117Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.365862848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b130787f-9677-40be-a0b2-1f0331eb8019\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.365874899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.36598329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eab0096-25b4-4941-a59b-2cd4c3ec7f0f\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.36600205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.36601671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.462783581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6ca13a7a-a70b-41e7-ab89-3be6afe22fc8\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:02.462831082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.462841882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.463187366Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7a14a97-cfdb-47ba-b40b-73bcea69caf9\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:35:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.463231127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.463583391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.466694867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.46695695Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.4696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.469939494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.47129417Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.471511623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:02.478588545Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":15,"elapsed":"836.061474ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:04.759417115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"dcdca06d-fcf7-4b0c-97fe-8c9579397030","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.64272202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.642774171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.642784501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.642792081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.643067894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.643080334Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.644336829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.644530331Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.645023907Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.645927357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"3.207417ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.647753739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.647769619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.647906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.649517491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.649904473Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.65132927Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.654005731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.654017661Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.654160793Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.662914144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:11.662939144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":44,"elapsed":"20.227744ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:14.759234051Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"29c47642-44a6-4af9-85a3-2bc24c03d044","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.64346866Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.643524826Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.643536593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.643545405Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.643880332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.643943433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.645303568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.646060927Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.646367031Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.647808727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"4.28491ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.6480587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.64807115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.648212582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.649813331Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.649967623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.651124966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.653604865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.653617435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.653750546Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.659480853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:21.659498013Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":45,"elapsed":"16.003586ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:24.759834336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"cdb5b1d0-6de3-483b-baea-e121ba1332a0","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.642604025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.642658516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643075801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643139211Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643154322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643162382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643169592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.643177182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643184502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643192112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643199182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643210222Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643218522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643225292Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643232503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643238932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643245573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643251233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643257533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643263433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643269313Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643275553Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643282803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643289063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643295683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643301853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643307593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643314693Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643321333Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643331074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643337654Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643344564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643350944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643363024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643370264Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643376754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643461255Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643619227Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643672848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643686378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643746589Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643767609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643780409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643791129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643803359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643811409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643822929Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643831659Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.643838739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.64384652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.64390482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.645764982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.645973754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.647103347Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.64733642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.193249ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.647621383Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.648070999Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.648320042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.649229742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1148, tv_nsec: 867248652 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.649259192Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.649532536Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.64993639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.649963001Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.650026061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1148, tv_nsec: 868061592 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.650158663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.650276474Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.651511268Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.651853582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.651864583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.652099695Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.652198326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.652214036Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.652388329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.653869156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.654468083Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.654485763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.654494073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.654501063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.654508313Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.654810517Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.654913578Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.655729327Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.655750357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.655757048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.655876529Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.655905249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.656052751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.656164032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.657267135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.657293375Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.657453147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.658822163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.658853944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.658998105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.661537235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"18.254631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.662456835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.663866422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1148, tv_nsec: 881893482 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.664121494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.664534059Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.664544249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.664699751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.666407581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.666649064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.666702184Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.666919747Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.669434406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.669640029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.669668379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.670931583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"16.41912ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.673359532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.673390442Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.673679185Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.676390267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.676639079Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.677715302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.678146427Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.678172037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.680394483Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.680478494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.680496914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.680784798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.684546241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.684578422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.684863955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.705402743Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.705465833Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":46,"elapsed":"62.038948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.711851238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.712353973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.718918569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"75.712057ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.719704909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.720184374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.721835033Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":16,"elapsed":"67.34725ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.722573892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"79.258959ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.724559855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.72501872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.727268316Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.727544719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.727883833Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.727903053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.727911324Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.728187227Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.733419367Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"90.034143ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.733499538Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.733946883Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.735968187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.738087351Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.738099731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.738262103Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.740022064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.740036514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"96.789941ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.740779862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.740797403Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.741086066Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91569d4-9cee-48cd-ba02-6d4ca115ae97\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.741111766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.742534683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.745963293Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.745975653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.746334457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cddfe393-4aca-4bb4-9c49-e13df36aec34\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.746356797Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.74663869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"103.366567ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.749004878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.759828413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.759857343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.759995915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"116.839374ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.760166637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e18db62-1ab9-41ae-9a67-50bc015715b9\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.760184027Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.761490202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.76391283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.766306138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.766319629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.766327129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"123.089076ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.768285911Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.768311381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.768621865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.769486935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.769508885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":16,"elapsed":"126.157161ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.771054303Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":16,"elapsed":"127.839401ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.825638206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.825962009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.826416685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.826740778Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9bfff0-9d1b-4786-9048-52fbceac4a0d\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.827808371Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.828003333Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.828389917Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.830102137Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.830120817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.830256109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.830795715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":16,"elapsed":"188.21242ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.831885078Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.834939973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.834959714Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.835150586Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.841223046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":16,"elapsed":"197.926963ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.858498506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.858528437Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.85885146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba2104ae-11c3-4336-aca3-d5a7fa317107\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.858887151Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.859207954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.875315001Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.875342081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.875509593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8e2b1b2a-0e2f-4911-a62f-cd985054f8ef\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.875526374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.875883728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.878009352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.878190612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.880892406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.881139208Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.88125213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6052581e-ef3b-46c7-8556-07359ad8a75a\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.88127538Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.88128659Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.88129581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.881503753Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.882312412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":16,"elapsed":"239.12836ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.884571428Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.884584808Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.884862782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d5eeb6b0-5d7c-486a-a50d-eaa90c896d09\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.887002336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":16,"elapsed":"243.835914ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.921467696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.92182022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.924236188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.924252508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.924568262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.934642278Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.934929092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dd96338-d40e-4beb-a4fe-14eb174819a7\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.934957452Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.934969942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.935266216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.935278286Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.935286096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.935293926Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.935301996Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.935309576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.935480228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.935489338Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.935717511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.935725391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.935983664Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.937868756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.937999257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0012dee6-0890-4e62-b4c5-a21207fc7199\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.938019847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.938081378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf6fa0ca-68d7-44ee-b7f2-ad98fb0401f7\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:31.938130279Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:31.938148409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.067559868Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"458e179a-13a6-40c0-85bc-3dce2e000826\", \"date\": \"Thu, 20 Mar 2025 20:35:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:32.067610939Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.067621919Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.073545877Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7448dd6-afa0-4ba1-9864-a7e5f8e9b4eb\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:35:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.073585498Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.073978122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.077717246Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.077966529Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.082229918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.082567212Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.084522815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.08496927Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:32.092479137Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":16,"elapsed":"449.140923ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:34.759336159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"ff2e56ab-a734-46b3-be95-cafd18ea802e","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":276,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.643603325Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.643655026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.643666006Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.643674956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.643934469Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.643950639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.645370285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.645527687Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.645927462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.647185716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"3.585801ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.648596823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.648608953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.648745045Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.649849307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.650172231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.651490006Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.654235058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.654249378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.6543882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.660575991Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:41.660597132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":47,"elapsed":"17.009726ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:44.760279358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"e8fe5542-321f-4e8d-9c1c-2614c99c2bae","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.643599573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.643654904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.643664704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.643671784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.643995947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.644028998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.645523305Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.645735817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.645744418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.646901601Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"3.297508ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.64855677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.64857949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.648713022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.650698085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.650868587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.652377925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.654965264Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.654985445Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.655111406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.663983579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:35:51.664010049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":48,"elapsed":"20.414217ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:35:54.760350867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"6c57e01b-c03c-4ac3-9af3-0593e51f998b","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":444,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.642554439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64262024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64263542Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64264707Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64265966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64267111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64268218Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.642692881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.642703511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.642713261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.642723221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.642734481Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:26:01.642632940 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.642746501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.642756101Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.642767261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.642778381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643080965Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643122676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1178, tv_nsec: 860613386 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643142216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643152336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643161516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643203626Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64348508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:36:01.64350867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64351889Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":10,"elapsed":"11.51µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64352821Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64353638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64354305Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64355109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643557301Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643564121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643571381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643577821Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643584991Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643594121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643603521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643613231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643622401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643632411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643641571Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643650132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643658412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.643668362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643677602Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643686922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643695852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643704402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643714363Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643723523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643733283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643742983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643753693Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643763243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643772133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643781943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643792123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643803564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643812613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643821564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.643831284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643840534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643849894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643859474Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643868664Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643879144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643889434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643899434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643909015Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643918985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643927985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643938365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.643951855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.337036ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644002586Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644019516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644031536Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644043596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644055066Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644092177Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644107967Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644137887Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644160968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644171418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644203938Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644215108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644223358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644230298Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644238878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644247339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1178, tv_nsec: 861761419 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644265039Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644275589Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644284149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644302099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644760895Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.644772855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":9,"elapsed":"997.282µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.645403302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.645602364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.645735646Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:26:01.642632940 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.645746796Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:26:01.642632940Z\",\"pruned\":[]}","iteration":9,"elapsed":"3.108026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.646313133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.647358645Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.647414285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1178, tv_nsec: 864958936 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.647651418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.648532548Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.648548619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.64871637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.649217086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"5.457983ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.649878804Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.649886934Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.650033826Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.650671723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.650985877Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.651897407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"8.342467ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.652410153Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.653138842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.653151622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.653322604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.654225537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.65425023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.654490117Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.655019873Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.655043794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.655054564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.655063954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.655306057Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.655317347Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.656227377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.656275108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.656287668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.656570351Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.656581181Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.658099219Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.658376762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.658558924Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.658821267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.659982721Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.659997061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.660200534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.66076899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.663950137Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1178, tv_nsec: 881469047 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.664326751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.664911608Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.66510092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.66511397Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.66512094Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.665517915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.665560676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.665586096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.668652901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.668682252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.668940095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.671029819Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.67110401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.67112009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.671336952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.673810901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.673990723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.674132075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.674481509Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.674497649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.674759042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.675208927Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"20.189054ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.678166662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.678192262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.678204652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.678214842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.678610117Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.690512905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.690943179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.6910128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1178, tv_nsec: 908537711 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.691292184Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.694718973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.694743274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.694752424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.695231389Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.695422691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.695750985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.696488124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":17,"elapsed":"41.46112ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.696591295Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.697277803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.697427635Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.698269284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.698622679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.701139098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.701164968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.701395621Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.703006149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.70303163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.703273862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.704103262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.704126792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.704354235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.705556379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.70740922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.707799045Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.710527166Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.710550487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.710774289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.712107555Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.712609521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.712903364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.71684263Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"73.153527ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.717830261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.717859881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.718072104Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.719305118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.722478165Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.722509745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.722687187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.723967062Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.723986822Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.723995782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.724004513Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.724174944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.729119082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.729552877Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.733332061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.733364021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.733377521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"89.617298ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.748343284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.748911871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.75139679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"107.769568ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.756455338Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.756480329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.756491159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"112.861338ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.760128301Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.760154141Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.760170081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"116.431559ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.760547616Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"117.021486ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.762275406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"118.578974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.773998242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.774458007Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.783796155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.784127869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.788139125Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.816595315Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.860338812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.860660346Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.868986012Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.869008532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.869259525Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea4e00e-98d0-4e82-b1ea-b21e286ca24a\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.869273936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.870979995Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.892594906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.892616356Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.893083551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e809521-242e-470f-badc-e5de5b3f3fb9\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.893105752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.893420075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.897091368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.89810374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.898163366Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.898303626Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.898582075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.901217835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.901240696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.902573981Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.902601971Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.902614782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.902624212Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.902634912Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.902645452Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.902653362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.908706352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.908774193Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":49,"elapsed":"264.980259ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.934671173Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"291.085472ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.936339842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"292.787622ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.936625946Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.936637966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.9369906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37bee045-768f-408b-bf10-7b3c1460c98a\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.93700784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.93783172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.93784522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.938143383Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6166ced9-3ab9-4d27-8147-637c8bbd5b8a\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.938163974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.941860126Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.94215675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.946801374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.946824914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.946836464Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.947228948Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.950024151Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.950039351Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"306.384539ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.953071386Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.953087086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":17,"elapsed":"309.571626ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.953979947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.95597645Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.95599197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.956165062Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.957287935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.958888412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.958900412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.958907631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.959236641Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.959948866Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.959986536Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.960148358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.961062199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.962229612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":17,"elapsed":"318.718242ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.963979593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.963993673Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.964125754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.965964565Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.965987016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"323.347836ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.966261169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.966273769Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.966282059Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.966290489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":9,"elapsed":"323.662229ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.967487033Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.967500073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.967800307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2920f169-d01d-4b74-b6ed-1d8cdefea9e4\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.967811207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.968133061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.970191414Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.970445448Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.973163959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.973380882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.976221014Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.976236535Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.976612419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7f04f55a-d7dd-41e9-937e-f6a9eb8efc25\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.978816314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":17,"elapsed":"335.079972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.978862585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.982256084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.982270214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.982481997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.984575431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.984587431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.984602972Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.984628582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":9,"elapsed":"342.049683ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.986306521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.986710706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f0ba244a-d1b5-4b7b-97e2-e88ee75c7353\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.986720396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.987284663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.989546629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6424adcb-856e-43e2-bd17-3916078a08dd\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.989569489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:01.991812565Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.991833165Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"349.278876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.995337256Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.997561592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.997583802Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:01.997731384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:36:02.044324223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.044396004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"400.706572ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.065947564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.066387449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6673794b-4d1f-4575-b6aa-d9702f100b16\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.06906196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.069472995Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.06990684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":17,"elapsed":"426.121637ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.074864567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":17,"elapsed":"432.175297ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.109921323Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.110636861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ee8d7f0c-98d9-4f05-aeca-fbd2ea99314b\", \"date\": \"Thu, 20 Mar 2025 20:36:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.110664622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.113024609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fd2a1d5f-f84d-4355-aac0-6c4e44fc1c45\", \"date\": \"Thu, 20 Mar 2025 20:36:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.11305252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.1148364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"66960cf8-50e6-47e5-8c15-f23b3b9f611d\", \"date\": \"Thu, 20 Mar 2025 20:36:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.11486487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.117029595Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.117084806Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"474.543288ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.174251238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.174612233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.176691827Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.176723337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.17696566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.180187737Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.187691054Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.187978477Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118232b3-b93a-422c-a320-a2b87bcdd8a1\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.188004358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.188025948Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.188247921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.188267721Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.188279681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.188316612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.188337132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.188346792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.188478613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.188494654Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.192068155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.192090105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.192588961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.195232041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.195368513Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00a8b66-3736-4e94-a0c1-4bcef41ebdd5\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.195382953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.195473964Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bc48cd5-a7ec-434b-9b41-1e1aa6100c29\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:36:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.195486684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.195497335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.27796421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6a6a7f-8bbe-4d44-b53b-2f9cbde19df1\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:36:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.27799851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.278009531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.278017731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.280115715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":17,"elapsed":"636.313432ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.365708486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"23b323c7-2ddc-408f-acd2-74c4308e9474\", \"date\": \"Thu, 20 Mar 2025 20:36:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:02.365747746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.365758386Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.366011179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe0fcc1c-b75e-472c-b9b2-b07e0bb975f3\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:36:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.36605587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.366395923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.370247928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.37043411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.374296795Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.374554648Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.376163296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.376335729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:02.383530162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":17,"elapsed":"739.988452ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:04.759808928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"fd5db912-030b-4d85-b966-0ef6d939714b","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.644095355Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.644146255Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.644156055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.644163626Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.644484129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.644496999Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.646422762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.649556818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.649582088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.6497319Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.651841915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.652116238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.653852738Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.656715728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.656738181Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.656898796Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.666577395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.666600326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":50,"elapsed":"22.522041ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.675680531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.676007004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:11.677768945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"33.665221ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:14.760358333Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"ac7308eb-3ee2-423c-a85c-68f71154c7ea","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":253,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.644575946Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.644633444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.644644675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.64465329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.644961353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.644977853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.646484671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.646659493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.675358725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"30.743316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.675473496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.678259669Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.678272349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.678412481Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.679830057Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.680002859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.681534797Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.684025446Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.684045396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.684174197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.692874308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:21.692892358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":51,"elapsed":"48.267659ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:24.760781746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"2a7b0e77-0d1a-471a-9a2a-683223fdbd76","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.643381123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.643441563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.643729777Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644331824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644342054Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644349774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644361974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.644369724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644378604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644413825Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644422245Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644429485Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644436115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644442725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644449285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644457275Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644467645Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644478135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644486646Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644496195Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644506226Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644516146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644525186Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644533996Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644543176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644551576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644560196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644570316Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644580207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644589337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644598307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644607667Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644616277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644626347Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644635537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644645997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644655528Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644751338Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644782969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.64489895Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644965831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644979491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644988421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.644995551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.645004581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.645012892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.645021562Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.645030732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.645078112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.645093053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.645104963Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.646273296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1208, tv_nsec: 863315277 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.6466439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.647674352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.647898835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1208, tv_nsec: 864919805 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.647931295Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.599961ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.648168788Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.649312231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.650775848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.650800409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.650967641Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.652992004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.653020094Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.653173436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.655488773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.655516303Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.655525433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.655532743Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.655605244Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.655858217Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.655947188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.656704547Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.657051651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.660151637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.660185627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.66043905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.663116661Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.663542466Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.664358306Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.664913032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.665232596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.668704116Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.668738656Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.668991469Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.693141499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.69321072Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":52,"elapsed":"48.746124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.707622227Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.711757085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.711792395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.711801835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.718036518Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.718117619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"73.669313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.718327811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.718349951Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.718567974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.719505064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.720969612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.722167235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.722191016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.722201936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.722733592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.722873803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.722892924Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.723154857Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.723176537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.723553962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.724712265Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.724738635Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.724844216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"80.367761ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.724985308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.728124954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.728497339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.729330818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1208, tv_nsec: 946357749 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.729725923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.731078889Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.731529814Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.731881638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"76.374175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.732735658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.733027361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.733188373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.733674399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.734884603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"90.325867ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.735106925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.735134636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.73550426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4a1d015-cb15-4016-b81a-d9a548d9e6b6\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.7355241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.73640534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.736471441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.736496191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.736661373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.737587698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":18,"elapsed":"82.127041ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.737748248Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.737820201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.737861574Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.73815584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.740657709Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.74068535Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.740986233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.742922136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":18,"elapsed":"98.406311ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.745513156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.745531026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.745944401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0001d4c2-c3cc-499c-941a-77cce218ba54\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.745973391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.748175137Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.769510724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.772912913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.773005494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.773196026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.774142688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"129.596671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.784551268Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.784921402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.80197729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.80200839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.802423495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8049ec17-a2e9-49d3-b33b-59b8b87bcdcb\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.802452956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.805820564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.811850284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.811885995Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"167.401379ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.815191233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.817174766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.817685462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.819638384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.821974542Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.821996182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.822003862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.822176184Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.822301755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.823503569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.82353647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"178.998443ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.82529757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.82532225Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.825332981Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.825576733Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.833819719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5605ffc0-aedf-493f-8517-cfa2b2f05935\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.836144186Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.836457629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.838863217Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":18,"elapsed":"195.488555ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.843238878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":18,"elapsed":"198.847224ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.854335706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"209.976582ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.866197224Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.866240374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.866255495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"221.720199ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.887570182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"243.170227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.953570256Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.953965911Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.961412657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.961436247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.961798141Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4eb95af-bac1-4330-af11-16243cfe75e8\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.961832952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.962318657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.977951409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.978465535Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.979924851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.979937941Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.980176924Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f59d48b0-6c61-4cf1-a994-d495535c043a\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.980189635Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.98067285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.980785431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.980798751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.981019444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.982449391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.982770344Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.985328024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.985533146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:31.99188525Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.99191577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.992231774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0ed48536-861d-4dde-a14c-6fd6f4dd96bc\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.993992174Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":18,"elapsed":"349.61152ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:31.997553116Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.003008349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.003041099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.003246071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.005094823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.005412657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.005808001Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b6bf10-cf5d-4513-928b-1cce0929d41b\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.005834321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.005845702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.006201776Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.006214206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.006222116Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.006231056Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.006238646Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.006247106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.006460239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.006471699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.006745512Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.006757952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.007176197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.007792134Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.007805034Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.008077998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.009729127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.01001756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a0f4c1f-5dfd-4797-becc-09b81564f8e4\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.01003162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.010137861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cffb199-c929-49b6-9b24-7908b9392b7f\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.010154291Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.010169652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.148605966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.15500474Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"789ec718-b8a1-4381-9d37-1f32fd8e6d29\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.15504761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.15505975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.155578826Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"880d8b0b-fbb9-42af-bcf4-ca984180b16d\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:36:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.155622527Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.156026441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.156099182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"864b3170-7bf3-4608-a912-9fc3c36c1340\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:36:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.156122282Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.156131683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.156141693Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.158224457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":18,"elapsed":"513.790593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.15937435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.159874686Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.163851367Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.164239007Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.167069589Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.167393043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.177197387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":18,"elapsed":"532.62003ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.282575047Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.282616438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.314414266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.314526517Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42837"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.314724969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a0f2d320-6bc7-443e-bfb8-e44c16ab7661","remote_addr":"[fd00:1122:3344:101::a]:42837","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.315033593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a0f2d320-6bc7-443e-bfb8-e44c16ab7661","remote_addr":"[fd00:1122:3344:101::a]:42837","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.360595381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/oximeter.rs:76","collector_id":"7728b72a-123d-49d2-8bce-4c888438e3ee","producer_id":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:32.360626271Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/producers","method":"POST","req_id":"a0f2d320-6bc7-443e-bfb8-e44c16ab7661","remote_addr":"[fd00:1122:3344:101::a]:42837","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":46013,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.360696862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0f2d320-6bc7-443e-bfb8-e44c16ab7661\", \"content-length\": \"41\", \"date\": \"Thu, 20 Mar 2025 20:36:32 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.362620634Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:32.362632594Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:34.761128698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"1a0f726b-a3bc-4cab-b7a2-3c2b4b63fc7b","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.644425423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.644485784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.644496524Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.644504324Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.644786197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.644811557Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.646592938Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.649606963Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.649627753Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.649760065Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.655999757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.65621562Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.657707367Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.660306257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.660326397Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.660453118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.670122881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.670151401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":53,"elapsed":"25.738058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.679270216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.679467879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:41.709051912Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"64.631578ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:44.760453799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"a1151a9a-70cf-4a28-af41-eda304dfe864","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.644736845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.644799735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.644811046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.644821126Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.645083799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.645116709Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.646564456Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.646840489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.647036021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.649267287Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.649294018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.649415099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.651323401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.651654845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.652734917Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.655628131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.655645341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.655801913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.664735686Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.664763987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":54,"elapsed":"20.024692ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:36:51.678462485Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"33.745521ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:36:54.76158831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"d614df24-3e90-4fa8-9169-9a89279a8c01","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":399,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644030275Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644083025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644091955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644100445Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644108416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644116466Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644124496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644132616Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644139226Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644145476Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644152546Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.644159216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:27:01.644123986 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644166776Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644173296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644180046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644186506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64448043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:37:01.64449426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64450301Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64451081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64451713Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":11,"elapsed":"16.4µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64452548Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644533201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644540901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644548491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644556791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644564191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644571381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644578861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.644586131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644592631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644599771Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644607011Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644614982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644621431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644627991Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644635412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644641922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644649072Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644657472Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644663792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644671632Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644681192Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644687152Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644694462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644701523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644708372Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644715212Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644721463Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644732283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.644739013Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644745093Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644754893Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644764853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644774243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644780583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644787873Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644794553Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644800673Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644810494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644819394Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644828884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644839514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644850724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644860154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644869404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644879725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644888914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644899025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.644908215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1238, tv_nsec: 861387665 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645045266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645070897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645096627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645125627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645139617Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645151648Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645161928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1238, tv_nsec: 861683748 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645182128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645196158Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645209918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645221649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645234029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645246879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645259189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645270299Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645281619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645294449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645306499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645318279Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64533077Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.195474ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64534312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64535568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64536958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64538265Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.64539472Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645407131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645538092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645562552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645684224Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645696404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645703314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645714194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"1.065132ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.645815035Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.646995699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1238, tv_nsec: 863545680 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.647023479Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.647035939Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.647247602Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.647300362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.647473724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.647701747Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.648198263Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:27:01.644123986 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.648218913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:27:01.644123986Z\",\"pruned\":[]}","iteration":10,"elapsed":"4.076877ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.649010962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.649022293Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.649162754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.650268787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"5.603685ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.65056346Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.650829063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.650953405Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.652315751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.652475122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.653330402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.653350453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.653524195Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656079444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656102404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656109855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656118395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656306437Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656318167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656327897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656337027Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656413308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656451568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.65659331Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656614381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.656994875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1238, tv_nsec: 873541596 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.657306029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.657855175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.659511294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"14.891273ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.660175882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.661216534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.661247934Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.661535438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.663802234Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.663833774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.663845914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.664100767Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.667111382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.668432667Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.668459298Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.668733791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.67123888Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.67126069Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.671553474Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.677989508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.678032629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.681734952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.682270668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.682661082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.683225809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.683253739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.685518455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.685547496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.685849559Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.693522328Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1238, tv_nsec: 910053298 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.693993914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.695488051Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.698880739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.698908807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.69917506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.720612402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.721076677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.724170433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.724200963Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.724582078Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.724688489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.728910508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.729489975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"84.832292ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.72996358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.72998848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.72999918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.730355605Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.732278877Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.732305867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.732484909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.733270038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.733294749Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.733307869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"88.637246ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.741738856Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.744902683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.744936004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.745078755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.745848204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"101.276323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.751891154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.75236539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.753656125Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.753826336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.754286672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.755048281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.755081001Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.755093261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.755104511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.755195483Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.755406745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.75582174Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"111.270139ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.756934303Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.756960973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.756970943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.756979333Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.757238086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.757257136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.757266407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.757382028Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"101.062291ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.75758308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.75761088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.757665931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.758030685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.759254799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.75928104Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.75929283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"114.624808ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.76098115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.76101189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.761295033Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.761352154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.761370044Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.761614847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.762494167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":19,"elapsed":"106.17447ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.763118184Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.766633335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.766668215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.766682816Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.766982369Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.768080672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.768446496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.770188366Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.770219426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.770231187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.772561414Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.772882987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"128.365717ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.772918258Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.778740315Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.782402428Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.782779662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.783591681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.783621182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.783884865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.785080119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.785116849Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.785133619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"140.420537ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.785351022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.789652322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.790106407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.792173351Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.795246707Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.795274577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.795500329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.797567453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.797595164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.797945928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a81a9228-fd60-4691-8b26-11a17e041d18\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.797971668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.797982608Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.799235133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.799463555Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.801167675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.801198105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.801410148Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.803257139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.80328854Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.803779905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.805530786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.805559896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":55,"elapsed":"161.005406ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.808582061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.808901025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.810998499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.81198573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.812209503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.813970653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.814021164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.814254407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.816111358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.816389831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.816419862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.816430222Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.816442642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.816626364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.816719325Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"172.136124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.817201141Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.818221993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.818369314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"173.768513ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.820966544Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.820998065Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.821165657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.823351782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.823379722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.823594585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.831117322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.831146412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"186.617672ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.841064697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.844075872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.844103512Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.844281924Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.847071927Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":19,"elapsed":"202.364805ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.864137105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.864173805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.864183915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"219.656234ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.866745815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.866777345Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.866789905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.866797855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.866805925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.866817805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.867015888Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"222.384737ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.867163549Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.86717748Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.872280049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.872316399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"228.182784ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.88272829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.920546088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.920576298Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.920828691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96707450-94b7-4715-9ade-da51e22a8545\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.920850131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.922877375Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:37:01.92764558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.92766529Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"282.976448ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.947704162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.993305171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.993355231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:01.993689135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69b7d82-5393-433a-9756-24a547c0a9c9\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.993729216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:01.996197314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.026740058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.027397096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4cf7bf7-9f5a-4843-ac85-9467a308d2fb\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.032359223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.032723238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.110552149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.11061634Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.111105855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f7e98f-7524-47ff-82ce-4cff6db83e66\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.111150946Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.111705302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.126096329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.152522395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.153091552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80b37579-4ea0-418b-8923-938736f47c66\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.153124762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.153136853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.153144573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.154044653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.154914043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":19,"elapsed":"510.224421ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.155022734Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.155774013Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":19,"elapsed":"511.621127ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.157748256Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.157768096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.157895237Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":19,"elapsed":"513.231565ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.157950528Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.158581765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.158599796Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.158762958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.161156695Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.161180806Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.161191676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.161202226Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":10,"elapsed":"517.11037ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.161484309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.161500639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.161510539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.16153145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":10,"elapsed":"517.434915ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.165979861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.166368306Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1ab15c9e-fdd9-4837-a05a-2077cdf85cd0\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.166391236Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.168110176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"51791274-6a38-4b44-9e98-c653069b2d08\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.168123766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.170293871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.170318861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"526.284417ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.208090229Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.208611365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0d6c4023-11eb-4ed3-a445-49779e9504b7\", \"date\": \"Thu, 20 Mar 2025 20:37:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.208635875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.209241922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.209261223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.209450575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"35cb640b-0bae-47f7-a2a7-d4daf61a6965\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.209460725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.209811169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.209978721Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0e0a61aa-f79e-48dd-8361-d6115c089e21\", \"date\": \"Thu, 20 Mar 2025 20:37:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.209988261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.21162188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d6479b88-0903-4234-9a16-8877ec4537c2\", \"date\": \"Thu, 20 Mar 2025 20:37:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.21163964Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.212205437Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.212409439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.213634183Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.213674314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"569.62946ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.215134011Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.215430464Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.218390868Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.218413269Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.218739482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6dbe1520-914b-4c1b-b364-2caded8dfaa8\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.220480022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":19,"elapsed":"575.941132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.256998806Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.257313069Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.258459813Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.258481323Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.258655215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.268655741Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.268958274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa0894ef-d71a-4f59-ac23-be208cb7c7f0\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.268975254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.268985284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.269276318Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.269287478Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.269294288Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.269301358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.269308128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.269315468Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.269527731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.269551701Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.269787434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.269801864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.270077797Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.272410794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.272544686Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"478306b4-46fb-43b5-b667-70627a94e36b\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.272566466Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.272663987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c53ad10-1237-450e-a431-edeef02c0631\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.272694127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.272710468Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.382707291Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e05b3937-278d-4afd-8ed6-1d3b264fac75\", \"date\": \"Thu, 20 Mar 2025 20:37:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:02.382751261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.382761961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.386520465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49427b5e-71df-47b6-9c62-a4381bb8df90\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:37:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.386558745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.38692329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.390342099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.390565142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.393573777Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.393902051Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.396097196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.396344099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:02.403709234Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":19,"elapsed":"759.064803ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:04.761560897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"ceab8bb7-c23b-484c-a2e5-f63fccac38a1","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.644858082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.644909453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.644918923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.644926343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.645259537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.645274377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.647338871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.650100043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.650115703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.650282655Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.652206257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.652581492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.654090349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.656910642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.656934202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.657080624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.666391932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.666411702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":56,"elapsed":"21.57158ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.674993201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.675264624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:11.709788124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"64.910402ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:14.761188041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"d1d0d96c-bca0-45f4-bec6-706408122b04","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.645469157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.645527188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.645538398Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.645548238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.645890112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.645903712Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.648119118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.651025522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.651036962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.651206434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.653166657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.653364419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.654852136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.657538537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.657547227Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.657689339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.666959076Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.666982206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":57,"elapsed":"21.526289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.675386594Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.675641157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:21.677028143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"31.547976ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:24.761494433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"11cfb3a1-de0d-43e0-9d96-671523893882","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.644479944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.644532585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.644906299Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.64495737Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.64496554Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.64497205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.64498784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.64499568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.64500258Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.64500991Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.64501678Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645024241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645031701Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.64503861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645051931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645059021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645065971Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645073431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645079991Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645085731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645091981Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645098901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645116882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645123971Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645130652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645136882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645143382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645150052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645157152Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645163832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645170672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645177662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645184002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645190862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645196612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645204643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645211903Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645506806Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645534766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645549756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645558777Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645566107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645574587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645583637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645592687Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645620547Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645647328Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645657918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645673548Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645681968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.645690128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.647311677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1268, tv_nsec: 863335977 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.64760132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.648814714Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.649563973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"4.591874ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.649974288Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.650302751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1268, tv_nsec: 866361872 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.650573895Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.651730978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.651758888Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.65190944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.654198907Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.654229127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.654244687Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.65450494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.656115449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.656138019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.656145389Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.656152609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.656474293Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.656644285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.656661505Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.656671145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.656872328Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.670359224Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.670418395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.67264109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.674591073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.674622833Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.674944917Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.675035788Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.675327421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.67609725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.676126631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.676138191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.677650648Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.677670259Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.677876151Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.681119199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.681284301Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.681459983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.681652515Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.683996252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.687726375Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.687757096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.688037999Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.693920497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.694254811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.705265738Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.70536766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.705806685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.705847785Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.705863315Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.706083448Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.708461005Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.708731168Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.70890809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.708927731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.708937071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.709216314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.713250825Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.713354982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.713651405Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.715659679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"70.555647ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.720287132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.720320493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.720659097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.723208836Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":20,"elapsed":"78.176896ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.732722496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.732763987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.732777717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"76.639828ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.732788997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.733197912Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f0fb3e7-a4b5-497c-9ef3-4a63a6408a55\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:37:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.733218032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.735099114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.736136446Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":20,"elapsed":"80.013217ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.736637812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.736652662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.736946845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.738042198Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.741579609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.741615809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.741878743Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.742254117Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.742273697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"96.945313ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.746577807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.746602217Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.746947781Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.747443137Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.747456987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.747777781Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61446d12-827d-48de-9015-22789da15b72\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:37:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.747794821Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.74942844Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.74944038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.749589012Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.749615952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.757780547Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.757804497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":58,"elapsed":"112.655345ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.760332846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"115.203665ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.762156457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.762179528Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.762188108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.762570502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.76321215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1268, tv_nsec: 979262350 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.763538163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.770713326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"125.549734ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.77275951Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"127.575898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.789079349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.789447643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.792035104Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"147.047093ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.795751876Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.796137421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ba95cf-5bba-497e-82bc-b164566f583d\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:37:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.798863343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.799120595Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.800877806Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":20,"elapsed":"156.409992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.81077679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.811105844Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.813959807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.813976928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.813984808Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"168.904356ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.821441714Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"176.371853ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.825111727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":20,"elapsed":"179.976094ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.831737113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.833982607Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.833998319Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.834131989Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.844803325Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.844826805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.845192909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea2c79e8-821a-45b3-a699-52bc3caa67bd\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:37:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.84521694Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.847658698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.85823173Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.858251871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.858615905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa9afae7-ab28-4345-a70f-d0557414451c\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:37:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.858640585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.858945499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.891905821Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.891952771Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"246.713168ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.90479503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.90483294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.905049893Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"49e574b7-253d-49c0-b6ff-0559cbb76761\", \"date\": \"Thu, 20 Mar 2025 20:37:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.905066343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.905543979Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.907276619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.90745251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.910729199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.911281085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.91516514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.9151857Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.922149421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2fa68f33-4ffb-4290-9e41-7652536e5ca5\", \"date\": \"Thu, 20 Mar 2025 20:37:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.923697649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":20,"elapsed":"278.699559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.9566384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.957012545Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.958959847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.958981327Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.959320701Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.964452291Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.964700024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.966403053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.968150164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.968399747Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.968408897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.968467257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e8fc346-7f71-4e5f-be63-b363d3161d9f\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:37:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.968494738Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.968506078Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.968558789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.968775011Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.968784591Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.968791691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.968799611Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.968807091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.968815291Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.968955663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.968965113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.969111465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.969129685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.969341927Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.969884044Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.971354301Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.971486912Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3f4848a-cd6b-4c87-b2ea-3a84f89b9b1f\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:37:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.971503703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.971606214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6257c131-046c-4d8b-adf2-f41c43d61a73\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:37:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:31.971622674Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.971633694Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.971811196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.971821866Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:31.971962628Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.01011199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.078902577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e694bb87-7c4c-483c-92bb-f51d647a485a\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:37:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:32.078950457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:32.078963728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:32.078972048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.080236712Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":20,"elapsed":"435.221162ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.170407987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"747fe731-8917-4a3a-beec-43ec6e1c7700\", \"date\": \"Thu, 20 Mar 2025 20:37:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:32.170451207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.170461887Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.17070319Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"893cf06a-135c-4b24-a228-cd08e741b4d8\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:37:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.170758761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.171226726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.174702177Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.174951449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.178388719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.178566141Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.18018424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.180531534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:32.190779263Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":20,"elapsed":"545.593001ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:34.761334809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"918546ab-f147-4d51-97e5-616f30cb9c9f","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.645617155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.645681306Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.645693576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.645702926Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.64599946Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.64601471Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.647503387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.650235849Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.650249229Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.650406211Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.652210722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.652502515Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.653550597Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.65632883Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.65634095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.656495561Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.664939639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.66496229Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":59,"elapsed":"19.361574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.677279772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.677495655Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:41.707247319Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"61.618534ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:44.762128156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"8af6a16c-6e51-4cfc-97d1-0ef113d514fa","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.645410421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.645472622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.645484682Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.645494832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.645762565Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.645813086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.647103311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.649839612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.649859082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.650014864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.650948675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.651266469Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.652830607Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.6556296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.65564504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.655803862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.664406431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.664421711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":60,"elapsed":"19.03468ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.675120205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.675396578Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:37:51.676508521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"31.08301ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:37:54.76170507Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"95c623ed-9fe7-4ea2-a04f-bac5b751fc60","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645407899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.64552365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645555261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645573581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645588031Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645600811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645612831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645625251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645637982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645648222Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645658732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645669052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645680862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645693072Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645703092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645713492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645724112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:38:01.645735123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645749303Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":12,"elapsed":"14.76µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645762473Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.645774263Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:28:01.645611621 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645785113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645795913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645805853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645816664Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645826864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645838554Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645849624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645861994Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645873544Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645884365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645895165Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645904935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645916675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645926865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645937675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645948195Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645958755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.645970255Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645980586Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645989916Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.645999846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646009436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646020346Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646031346Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646041896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646087567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646098577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646108047Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646117697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.646127027Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646136587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646145617Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646155968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646165788Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646175128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646185498Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646195248Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646205718Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646216358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646226418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646236369Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646246859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646256649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646268269Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646278189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646291209Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646300689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646310189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.64632081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.64633207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.64634289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.64635344Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.6463665Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.64638016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.64639297Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.64640506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646418261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646432191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646444861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646457181Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646470741Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646481791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646494021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646506842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646519532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1298, tv_nsec: 861979621 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646539312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646551252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646563022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646575642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646586642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646597963Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646609883Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646622073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1298, tv_nsec: 862027642 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646639843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646650493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646661803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646675594Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646686134Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646698194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646710294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646721614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646849156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646878076Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.289444ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646963797Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.646975737Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"1.276285ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.648418254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1298, tv_nsec: 863974584 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.648448704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.648712677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.649046971Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.649116412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.649398985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.649629638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.649639948Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.152458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.649648328Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.649654468Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:28:01.645611621 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.649661998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:28:01.645611621Z\",\"pruned\":[]}","iteration":11,"elapsed":"4.050457ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.649924241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.651608461Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.651634521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.651790923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.652565322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.652588902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.652717213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.653594864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.653917178Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.654184901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.655139622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.655303943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1298, tv_nsec: 870862884 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.655557977Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.65760459Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.657634921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.657777132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.657835233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.657846233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.657856123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.657863273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.657939914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.657955614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.658020315Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.658211857Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.658234677Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.659451111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.659971638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.660512434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.660891918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.660908099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.660914319Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.661225462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.661379584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.662367085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.662395586Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.662406166Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.662596178Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.662944472Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.66366097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.663683101Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.663937343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.664007744Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.664017824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.664184417Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.666884858Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.666909588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.667155781Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.669328846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.670670801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.671253828Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.671680073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.672744866Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.672772406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.673036179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.67483381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.67486074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.675130663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.70159343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"55.600494ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.702121986Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.702175937Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.702521261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","candidates":"[(7eac5e97-c2ad-4742-b4b0-dbc47152fe5c, 0), (d18aaddd-cf2d-4cdd-ab24-55ee2e0d895d, 0), (c0a9343d-a494-4106-a8ff-d7bdd0084b38, 0), (c765aedd-8db0-403d-8045-37a9be494a19, 0)]","collection_id":"7eac5e97-c2ad-4742-b4b0-dbc47152fe5c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.702542391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.702795474Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.71109571Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.71114341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.711562555Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.711677527Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.720778242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.721283188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.72320972Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.723639295Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.7249273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.725658098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.726920133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.727294168Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.730178091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.730636626Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.73268952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.73445176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.734894345Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.735132848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.735529933Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.735813276Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.735835096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.735848267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"89.954372ms"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.735965798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.735992828Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"90.050573ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.736234461Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.736261501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.736573135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.746350508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.751025783Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.751109704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.751324126Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.751480588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.752113215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1298, tv_nsec: 967652326 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.752602191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.754121538Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"96.242165ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.754936768Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":21,"elapsed":"97.086025ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.755618496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.755664676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.75597169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.756525146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.756548727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.7568869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.756999932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.759536841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.759567551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.759579471Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.759589042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.760062907Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.761420303Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"115.63499ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.762194982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.762690107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.763055192Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.768159871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"122.221276ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.769025901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.769062992Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.769334024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.77242855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.775907501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.775941441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.776208784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.778650052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.782587228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.782620058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.782632669Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.783049914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.784216157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.784248767Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.784660202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.785714964Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.785796885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"139.982721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.790181966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.790595511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.79828897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.79833706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.798351471Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"152.539637ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.802270636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.802303206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"156.453102ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.802472528Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.802985604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.807044981Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.807079942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.807094862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.807576118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.808126854Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.808158734Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.808415367Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.814837532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.815195786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.818505104Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.818537414Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.818548335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.818558725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.81903644Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.820301385Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.820803251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.822099476Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.822152676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"176.11578ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.824103419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.824520944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.825291493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.826169843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.828229167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.828260067Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.828625122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.830074358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.830102808Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.830437852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.83110713Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.831250332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.831433018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.831500181Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.831789515Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.832130066Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935dc74d-459e-4d16-b624-54d14267561a\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:38:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.832152032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.835163187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.838146682Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":21,"elapsed":"192.341538ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.838435435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.842251889Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"196.332955ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.844158391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.844602436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.845908952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.845988643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":61,"elapsed":"200.334841ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.846388647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.848191818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.848405531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.848428601Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.848780955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11a65874-7172-4600-b044-7526f4658562\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:38:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.848799875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.850483985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.850512365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.850612496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.850782698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.852166564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.852465518Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.857590667Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.858076232Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.864102102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.86731113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.86734263Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.86736193Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"221.511066ms"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.869293182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"7eac5e97-c2ad-4742-b4b0-dbc47152fe5c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.869358873Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.869374623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.869389174Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.869671197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.869743978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.869861819Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.870207763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.871243835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.871598679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.872214856Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.87336668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.873901326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.874853517Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","candidates":"[(d18aaddd-cf2d-4cdd-ab24-55ee2e0d895d, 0), (c0a9343d-a494-4106-a8ff-d7bdd0084b38, 0), (c765aedd-8db0-403d-8045-37a9be494a19, 0)]"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.875370103Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.875566405Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1299, tv_nsec: 91055945 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.875923989Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.87595682Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.876181832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.878993725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.883323525Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.884721281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.884916963Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.885093125Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.885114766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.885203887Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.8854798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.888609416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.888673587Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.888801799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.891610331Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.892156609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.892191419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.892206925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.892218157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":11,"elapsed":"246.668477ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.89319909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.89323293Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.89324888Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.893595474Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.894168411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.894195461Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.894353283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.898839145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.898869985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.898881345Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.898892365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"253.152932ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.898907296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.899212039Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.899247249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.901698068Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.901943391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.903086674Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.903972314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.904250807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.904713243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.904737153Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.905232179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.906665426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.906700866Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.906962899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.908355665Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.908381905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.908400335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.908414656Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.908428786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":11,"elapsed":"262.810654ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.908863281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.908991882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.911158287Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.911529292Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.912513213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.912538063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.912741506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.912831327Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.913258092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.914674508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:01.914983332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.915035943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"blueprint_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"inventory_collection_id\":\"c765aedd-8db0-403d-8045-37a9be494a19\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"269.624313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.922856113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.922903863Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.923138486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.948731613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.948792054Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"303.025891ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:38:01.956847527Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.956884697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"310.947152ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.960121015Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:01.960395568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.000654914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"354.926102ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.008796219Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":21,"elapsed":"363.337989ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.028018901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.028092302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.028382716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"495821a8-6ab1-4d20-ba3e-21f8418a7ce1\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.028406026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.031272949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.078932231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.079517478Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f08da790-b95e-40cb-812e-8fa87fad693d\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.079557378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.08312308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.083510514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5355329-747c-40e0-aa36-1324187042f2\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.087795114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9eb789ea-13dd-43ee-8955-db85351cd073\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.087853194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.088093447Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.088405231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.090715038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.090738668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"445.35722ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.105520359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.132031246Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.132059377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.132577438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d1ee644-a956-4a78-8db5-54c5591a8fbc\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.132609228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.133016324Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.138561492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.138590172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.138604692Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.139045307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba00b51-e5e0-447f-a369-e7062eb11a9f\", \"content-length\": \"476\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.139095978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.139455092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c18ac20-85e0-48a9-8d58-24119ba8bb5b\", \"content-length\": \"734\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.139484523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.139879127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475d3d05-be05-4b3c-96b2-9b8fc7f8140a\", \"content-length\": \"111\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.139898197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.140208151Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf3fcb4a-b7e3-4870-91e6-fe4224c565a6\", \"content-length\": \"111\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.140220121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.140549845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64817146-3c66-488c-87fd-22818f099916\", \"content-length\": \"167\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.140562245Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.140946869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081bae88-093c-4961-9b10-c04be1932e70\", \"content-length\": \"167\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.14096378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.141266283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0148b8d0-bf22-4b2a-8474-941c4d790637\", \"content-length\": \"175\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.141279473Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.141622727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ad47c8-924e-4551-83f4-7485f2739c59\", \"content-length\": \"175\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.141645038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.141788479Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be000967-e84a-4dd9-85f1-094601b0d3d5\", \"content-length\": \"702\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.14181863Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.141994362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf428484-ff0b-4c78-bab3-36fbf5990bad\", \"content-length\": \"727\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.142019702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.142228254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb76b92-d352-46b7-964a-a51909bfe816\", \"content-length\": \"729\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.142258975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.142458207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c7ed1b-6de1-474f-965b-4223cec524c8\", \"content-length\": \"728\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.142474147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.14271063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3d655f-619e-42a3-b81f-53cf95dbe619\", \"content-length\": \"722\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.14273347Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.143093084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5207c04-8cce-4a37-b9e2-76c704e955be\", \"content-length\": \"109\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.143130255Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.143432168Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e34f99-7937-4afb-a176-5cde2ef76e15\", \"content-length\": \"109\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.143456569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.143802803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4870b59a-21e7-4205-adb7-e9b2e0a00aff\", \"content-length\": \"169\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.143826273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.144138026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72a7a44d-7bb9-4366-9b58-00af123bcbff\", \"content-length\": \"169\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.144203847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.144606422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad164efc-cc39-4683-a9f4-5c976ee19852\", \"content-length\": \"178\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.144631112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.144982106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39dd3ccd-c91f-44a9-be0e-74c96c2a83fb\", \"content-length\": \"178\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.145006736Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.145139648Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbac9490-b1b5-4676-b999-4537082bb910\", \"content-length\": \"702\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.145156418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.14532483Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37485317-e506-4cfa-9ecf-73c7c3d5b5e0\", \"content-length\": \"727\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.14533922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.145489002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f4480e-68a1-4664-85eb-8975250bf592\", \"content-length\": \"729\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.145508172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.145647304Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e40ac545-bb71-43fc-93f1-39cbb91e7d91\", \"content-length\": \"728\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.145676514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.146048729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.146397273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.146738477Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.148907572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.149194745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.149450658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.149733291Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":21,"elapsed":"504.029429ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.150764573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.150883435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.153394204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.153425944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.153668397Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.154054811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.154083832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.154350495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.155274575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.155446908Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.155596059Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.155617619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.155751401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.155902033Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.156191316Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.158352191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.158380222Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.158402742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.158414782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.158726906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.158996879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.159292722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05e13763-dc8b-4ed3-af64-0d4c9e4fd49f\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.159320722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:615","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.159699767Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.159720067Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.159915609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.161260395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"operation\":\"list\",\"target_sled\":\"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c\",\"time\":\"2025-03-20T20:33:02.175471243Z\"},{\"operation\":\"list\",\"target_sled\":\"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c\",\"time\":\"2025-03-20T20:38:02.159298102Z\"}]}","iteration":3,"elapsed":"511.598987ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.163221818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.163706763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.165724287Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.166110131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.168574429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.168878413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.177126799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.177160489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.177593404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d6c335e6-f244-442f-8e8f-2a4313bcb415\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.177623094Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.177993619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.188765374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.189451822Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e50fd243-eac7-4dea-8f58-e4c4cdd39722\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.189484652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.191520175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6c3a1efe-0322-4aef-a74e-025aef6af48d\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.191554356Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.193086845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dbedcb24-c730-41bf-98e5-cc797c62eef5\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.193118589Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.195812515Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.195858376Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"550.346945ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.268359865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.268411176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.280929351Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.281610479Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3146405-6514-45ec-b0c2-d3ea1b366aa5\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.281646679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.2816584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.28167096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.282869454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.283008435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":21,"elapsed":"637.348163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.2842462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.284884327Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.287620449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.287651599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.287841591Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.287871291Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.288269936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.289834254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.290061247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.291617585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.291640655Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.291811207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.292141181Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.29287192Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"13c2d27f-c6d6-4617-80cd-f55fc8ed5874\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.293260664Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.295428839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":21,"elapsed":"649.596336ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.297904918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.297935598Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.29813949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.298765438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.299128722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.301337767Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.301367568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.30154614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.30329002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.303653834Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.305473475Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.305731189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.307851503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.308089336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.310500264Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.310764437Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.313402957Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.313443726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.313692785Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.313805417Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2437c09-4f1d-4593-a5e4-e2e3fe2b032d\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.313826549Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.313840237Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.314162253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.314182878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.314191625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.314199725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.314244238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.31425277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.314500779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.314513019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.314760792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.314771713Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.315161487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.315271918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.315578422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.316848257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.317080749Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.3171516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.317280171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e0de95-82bc-474f-af18-ce76ecdc5ef9\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.317299262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.317450684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be817202-1519-47c6-b006-d94fefd6b694\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:38:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.317473724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.317486124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.318652507Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.322956257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.322981068Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.32314495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.324838379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.325033851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.32663723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.326985274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.328812465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.332730501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.332750611Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.332909043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.340405949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 1075d013-8b9a-499c-8ea4-7cf8c7e68bc9, kind: Service { id: 0c7e8867-63ba-432f-9020-3c7c6bc69ec8 }, name: Name(\"external-dns-0c7e8867-63ba-432f-9020-3c7c6bc69ec8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 46])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7d6ab02e-6539-47f6-8539-55fb67f7e03c, kind: Service { id: d5c14b75-5140-446e-bb99-2ffa2ea294dc }, name: Name(\"external-dns-d5c14b75-5140-446e-bb99-2ffa2ea294dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: cfda59f3-0274-45f6-ad7a-4a988d4f9ddc, kind: Service { id: 61247eeb-14e1-43c6-aee1-4a5502f80575 }, name: Name(\"nexus-61247eeb-14e1-43c6-aee1-4a5502f80575\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d5fd5e8a-6cb2-4d70-81f4-63d93b951b40, kind: Service { id: 335f739a-8725-4577-b853-613d8db1594a }, name: Name(\"nexus-335f739a-8725-4577-b853-613d8db1594a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 162])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7ed243e-52a6-436f-95c9-762883e24183, kind: Service { id: 0ef4a269-c4f0-4c43-ab80-65f66b6349f1 }, name: Name(\"nexus-0ef4a269-c4f0-4c43-ab80-65f66b6349f1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 112])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.3404495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.340742143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.342706026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.346077645Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.346098325Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.346316848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.348141509Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.34820564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1075d013-8b9a-499c-8ea4-7cf8c7e68bc9, kind: Service { id: 0c7e8867-63ba-432f-9020-3c7c6bc69ec8 }, name: Name(\"external-dns-0c7e8867-63ba-432f-9020-3c7c6bc69ec8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 46])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7d6ab02e-6539-47f6-8539-55fb67f7e03c, kind: Service { id: d5c14b75-5140-446e-bb99-2ffa2ea294dc }, name: Name(\"external-dns-d5c14b75-5140-446e-bb99-2ffa2ea294dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: cfda59f3-0274-45f6-ad7a-4a988d4f9ddc, kind: Service { id: 61247eeb-14e1-43c6-aee1-4a5502f80575 }, name: Name(\"nexus-61247eeb-14e1-43c6-aee1-4a5502f80575\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d5fd5e8a-6cb2-4d70-81f4-63d93b951b40, kind: Service { id: 335f739a-8725-4577-b853-613d8db1594a }, name: Name(\"nexus-335f739a-8725-4577-b853-613d8db1594a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 162])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7ed243e-52a6-436f-95c9-762883e24183, kind: Service { id: 0ef4a269-c4f0-4c43-ab80-65f66b6349f1 }, name: Name(\"nexus-0ef4a269-c4f0-4c43-ab80-65f66b6349f1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 112])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.34822789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.431466444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","vpc_to_sled":"[Sled { identity: SledIdentity { id: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, time_created: 2025-03-20T20:28:25.704864Z, time_modified: 2025-03-20T20:28:25.704864Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.431513995Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.431525365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.431822238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.434196791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.43458096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.436346771Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.439186174Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.460599202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"71c26ece-7eab-43d8-ad54-4803d9b48ee8\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.460627202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.460637382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.47339016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecddc593-6072-4f79-9f84-cf55f74cc1bb\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.47343928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.473808935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.474105138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.47770945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.478051694Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.478685401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"21340bcd-96c3-458e-8b50-543254170fc3\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.480110498Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.480121988Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","elapsed":"834.300765ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.480130368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":3,"elapsed":"834.311345ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.481636606Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.481936289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.483812431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.484008313Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.490834772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":21,"elapsed":"844.986078ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.676124655Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c21ef21-830a-4067-966b-05c3d40ebff7\", \"content-length\": \"31973\", \"date\": \"Thu, 20 Mar 2025 20:38:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.700593482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.700629683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.700637192Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.702222411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.702489974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.704336575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.706269558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.706386219Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.706558781Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.902469611Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"062bb5cd-6c26-448c-ac89-1358ec7a5cf8"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.902518731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_started":"2025-03-20 20:38:02.138543 UTC","collection_id":"062bb5cd-6c26-448c-ac89-1358ec7a5cf8"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.902531071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":5,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.902545031Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"collection_id\":\"062bb5cd-6c26-448c-ac89-1358ec7a5cf8\",\"time_done\":\"2025-03-20 20:38:02.700592 UTC\",\"time_started\":\"2025-03-20 20:38:02.138543 UTC\"}","iteration":2,"elapsed":"1.257005362s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.902556672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.902566882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.902577892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.902911666Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.902956356Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.904766717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.905122061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.908000025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.908019785Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.908178867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.90847647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.90849048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.908639062Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.91103688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.911170562Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.911387144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.911424394Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.913414657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.915437851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.915453971Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.915586523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.926438898Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"23.860316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.953563513Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.953953957Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.955269572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.95761566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.95763636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.957811222Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.959338329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.961483864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.961503205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.961651596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.963848032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.964018854Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.965524941Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.967760827Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.967778047Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.967957109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.969252624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.971136546Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.971156236Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.971292758Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:02.974145091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:02.974236952Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"blueprint_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"inventory_collection_id\":\"062bb5cd-6c26-448c-ac89-1358ec7a5cf8\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"71.698711ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:04.761965411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"477049b0-1f2a-46fd-bc26-6a549be5a737","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":425,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.646262757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.646312568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.646321558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.646328248Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.646621561Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.646636572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.64826355Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.648434122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.648759206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.650245493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"3.971576ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.651456917Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.651481508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.651607589Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.653514221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.653706613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.654862617Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.657451057Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.657462597Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.657594418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.66373373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:11.66375206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":62,"elapsed":"17.503203ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:14.754133558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:56147"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:14.754242409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"7dd1ae2a-992a-4bf7-a042-b85aa996ab56","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:14.754562583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"7dd1ae2a-992a-4bf7-a042-b85aa996ab56","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:14.75688733Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"7dd1ae2a-992a-4bf7-a042-b85aa996ab56","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2698,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:14.757127903Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"e5fbb67e-817f-4c25-ab12-de1cf4a03baa","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:14.757455536Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"e5fbb67e-817f-4c25-ab12-de1cf4a03baa","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:14.759555121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"e5fbb67e-817f-4c25-ab12-de1cf4a03baa","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2485,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:14.762017159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"2656849d-e4d6-4d30-ad2f-ead87afddd81","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":279,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.646298935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.646352236Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.646361306Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.646368046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.646631129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.64665793Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.64840102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.648611532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.648981286Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.650633556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"4.33126ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.651169552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.651188332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.651324674Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.652854664Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.653048185Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.65448716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.65707842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.65708885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.657221892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.666670991Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:21.666691172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":63,"elapsed":"20.399577ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:24.762985949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"ebbe433f-9932-46ed-816e-7c1855813014","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":296,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:29.754142605Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"014e6cf2-4897-4e6f-aebf-bb4e30a105a1","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:29.754499359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"014e6cf2-4897-4e6f-aebf-bb4e30a105a1","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:29.756442922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"014e6cf2-4897-4e6f-aebf-bb4e30a105a1","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2371,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:29.756733145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"3f8c6058-7d9b-4219-8ada-49fa858b26ca","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:29.75710183Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"3f8c6058-7d9b-4219-8ada-49fa858b26ca","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:29.759361236Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"3f8c6058-7d9b-4219-8ada-49fa858b26ca","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2688,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.645771018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.645813028Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646074111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646124962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646133232Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646139762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646155532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.646163242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646170262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646176922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646183002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646189742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646200932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646207643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646214503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646221183Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646229453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646235803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646242683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646250523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646260183Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646267133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646274423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646280944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646287633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646293933Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646300794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646311294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646321604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646332154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646341824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646348584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646356504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646362984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646369505Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646375934Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646381505Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646584127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646667138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646698088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646716849Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646732759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646744969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646770149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646794179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.64680353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646812399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.64685346Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.64686643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.64687582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.646889051Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.648345367Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1328, tv_nsec: 863399618 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.648636951Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.649642122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"3.44227ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.650598743Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.464702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.650688095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.650988868Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.6511281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.652194372Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.652674318Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.654921413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.654954564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.655165156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.655188437Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.655200207Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.65544916Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.655645092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.655674592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.655819554Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.655890055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.655923885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.656089647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.656845426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.656872496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.656883976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.656893196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.657044068Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.65721898Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.657376922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.657393532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.657736596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.657764457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.657818787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.658019069Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.659009471Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1328, tv_nsec: 874055061 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.659318784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.659623188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.660975804Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.661002594Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.661012214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.661137565Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1328, tv_nsec: 876183736 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.661282157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.661423699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.66234115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.66236975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.662485711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.662748334Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.662776135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.662880886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.664370443Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.665702638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.665746449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.667949075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.667979845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.667991225Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.670178464Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.670322633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.672821841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.673270636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.678451526Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.679366147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.682957308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.682986349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.683760328Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.686269967Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.686299127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.68654387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.711108104Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.71158649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.711628881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.712046315Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.714292661Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"68.060858ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.719156528Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.719234678Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":64,"elapsed":"72.840574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.72283998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.723428107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.724196726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.72451683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.725497251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"68.653735ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.726140949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"79.876195ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.727391953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.727690267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.729251805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.732530592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.732560393Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.732724095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.733613975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"76.773259ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.734667747Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":22,"elapsed":"88.456584ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.735139023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.735162703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"88.788709ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.736246476Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.736432218Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.737538041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.737563501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.737573751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.737831654Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.737871874Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.739835147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.739856588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.739986859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.766098652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.766158892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.766260203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"119.97721ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.766911361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b20a83-30f1-4a00-a6ab-c9b88bced8d6\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.766966631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.766981332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.767018662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.767056752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.767519638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"818a3ec0-d146-4862-93ee-70d46759e2bb\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.767554938Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.767568118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.768974025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.770010167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.771612175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.771639916Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.771905399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1593d132-f6f3-453f-86e4-906b29b6ba6e\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.771929479Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.773413736Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.779491857Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.779529697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"133.152153ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.788635493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.788663853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.788676623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"142.36797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.799503179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.799917923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.80743282Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"161.290258ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.823601368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"177.356394ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.844078845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.844454649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.846377531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.84884069Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.84886158Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.849047882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.850760873Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.854689918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.854705518Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.854959231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.891967219Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.892372164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3786769f-a835-4f03-bd0a-de95df9033f5\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.895146476Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.89546869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.898222512Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":22,"elapsed":"252.456555ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.904668107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":22,"elapsed":"258.331502ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.907681272Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.907698452Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.908151687Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b71cb528-a2c6-49fb-95da-60d485d5e1c0\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.908199728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.908693233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.928108188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.928145619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.928356401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"34796072-51cc-4c75-918e-a4b92ccf8095\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.928389241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.928728936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.930930701Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.931161714Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.934546323Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.934961498Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.938160875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.9386049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1888291-46b7-4323-ae93-d001af9c7e7b\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.93863813Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.93865016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.938660491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.941520164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":22,"elapsed":"295.330621ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.942743348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.942767288Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.943122932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"71693e99-7c95-49c9-be7f-c000449a6b43\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.944794311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":22,"elapsed":"298.627999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.990842015Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.99128692Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:31.994015242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.994042242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:31.994265175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.008896944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.009268238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1aec052-91f7-4363-83e5-7a75c2d63061\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.009309079Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.009344429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.009722884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.009743464Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.009752954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.009761694Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.009768184Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.009776354Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.010015147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.010032227Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.010191799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.010204019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.010598914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.012457775Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.012605687Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b1b52b5-ab86-499d-97ac-f762ebd70de0\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.012633828Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.012757799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"498481cd-6d4e-438c-b09d-2a2bba870b26\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.012783959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.012800299Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.223108496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3abbd7f4-fcf9-470d-a4ad-f0c29c95dcd5\", \"date\": \"Thu, 20 Mar 2025 20:38:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:32.223148946Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.223161326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.223394689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9df8c6c1-8497-45c0-a67a-a5b6d67ee60f\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:38:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.22343861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.223756443Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.227004091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.227277814Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.230828785Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.231028718Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.232920829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.233185812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:32.240045662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":22,"elapsed":"593.734918ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:34.763111108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"cd26ffcf-0d63-4171-a835-ec39c61a9b20","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.646413593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.646467584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.646476464Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.646483204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.646760387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.646774027Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.64792657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.648145783Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.648877121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.649944804Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"3.533711ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.651688514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.651707784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.651839316Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.653618766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.653821349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.655324026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.657987757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.658002637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.658136159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.664436092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:41.664460822Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":65,"elapsed":"18.05543ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:44.762469779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"6b77bec7-bd35-4973-a237-4ba79fc1c667","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":256,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.646971377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.647025438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.647035058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.647041678Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.647293671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.647338192Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.648624167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.648807789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.648978041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.650070392Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"3.167897ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.651765633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.651788263Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.651915755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.653586554Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.653771216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.655067051Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.657658691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.657677972Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.657802933Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.663278357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:51.663304477Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":66,"elapsed":"16.32345ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:54.762900902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"03b90768-2931-4d2c-a2fc-c4f6b0be1074","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":271,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:59.754590085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"33330030-aee5-4a93-9e8e-79419a00190a","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:59.754961379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"33330030-aee5-4a93-9e8e-79419a00190a","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:59.757083953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"33330030-aee5-4a93-9e8e-79419a00190a","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2570,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:59.757383617Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"b5a5f0e2-ecf6-4453-83fa-98a94ad8988d","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:38:59.757707401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"b5a5f0e2-ecf6-4453-83fa-98a94ad8988d","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:38:59.759520642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"b5a5f0e2-ecf6-4453-83fa-98a94ad8988d","remote_addr":"[fd00:1122:3344:101::d]:56147","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2186,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.64566606Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645717961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645732171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645743451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645754052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645764242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645773992Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645780962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.645807702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:29:01.645735281 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645816612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645823842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645830232Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645837393Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645843413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645850533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.645857143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646169816Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646190586Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646201397Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646214567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646229127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646313768Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1358, tv_nsec: 860856458 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.64650885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.64652583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646535281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646545671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646552201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646559241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646566861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646573971Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646580881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:39:01.646589121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646597341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646604321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":13,"elapsed":"10.641µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646612742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646618802Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646628582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646656832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646663572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646670722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646677942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646684462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646691112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646698392Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646705672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.646713043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646719983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646727313Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646733793Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646740563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646747523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646754723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646760673Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646768223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646775353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646781773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.646789133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646795433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646801514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646808644Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646815034Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646903765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646914125Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646923765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646932745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646942945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646952125Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646961715Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646968335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646975616Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646983646Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646990706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.646999256Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647028476Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647100237Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647110097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647118657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647126637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647156938Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647167048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.369856ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647201198Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647210718Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647220189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647228558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1358, tv_nsec: 861776019 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647241799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647251279Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647258159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647266499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647274689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647282789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647679734Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647726074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647738944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.115943ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.647874826Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.648697115Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.648931208Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.648960279Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1358, tv_nsec: 863479629 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.649195301Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.649756348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:29:01.645735281 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.649778938Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:29:01.645735281Z\",\"pruned\":[]}","iteration":12,"elapsed":"4.028407ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.650704119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.650926621Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.651480128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.652795353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"6.238273ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.654364801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.654390132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.654403042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"7.865651ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.654527283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.654552254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.654846467Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.655528605Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.655553965Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.655764777Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.65599024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.6560037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.656214303Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.657415896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.657443507Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.657456807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.657468837Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.65768726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.65770661Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.658185465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.658254806Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.658415718Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.659540121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.659769884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"13.157303ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.66113154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.661159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.661332212Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.662308013Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.662332684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.662515396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.667639955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1358, tv_nsec: 882172365 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.66807526Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.67150667Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.67157016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.671637991Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.671678882Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.672255939Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.672685344Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.676060532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.676090483Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.676322506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.676346156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.676410647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.676618989Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.676860852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.676888902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.677118815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.677760982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.678831955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.678979386Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.679003337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.679205939Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.679513623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.679845367Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.679869807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.679883817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.679893967Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.679903097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.679915967Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.679925717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.68012527Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.68017708Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.68019112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.68789539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.688347675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.688439516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1358, tv_nsec: 902983597 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.688876031Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.689062453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"31.632136ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.689263445Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.690157976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.69139935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.691734454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.692411312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.692425842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.692432472Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.692438962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.692682365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.6938609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.69388581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.69408204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.695395356Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.695426427Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.695752201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.696019384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.698450332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.701783661Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.701814301Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.702037924Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.704384181Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.704411481Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.704645784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.712866699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.715426339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.715847113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.717498073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.717523933Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.717742326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.720804151Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"74.273931ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.722186997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.723037337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.723689004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.723717085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.723733175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.724074869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.725196762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.726518797Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.726926722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.727094254Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.7285216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.728548811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.728745333Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.730270551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.732228163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.732254123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.732499717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.733454557Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.733477778Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.73367284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.73455745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.734814383Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.735324089Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.735347719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.735359539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.73537157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":12,"elapsed":"89.656638ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.735782395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.735806085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":67,"elapsed":"89.370626ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.739124203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.739535918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.741784494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"94.989151ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.741937006Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.743614005Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.743640255Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.743870368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.743892828Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.743903598Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"97.295777ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.743956989Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.747440039Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"99.573364ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.74746954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.74748531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.74749628Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.74751026Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.74752066Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.74753334Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.751019581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.751044681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"104.353299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.752174154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.752503582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.753266144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"95.904931ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.755813756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.755834227Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.755842317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.75612014Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.756489814Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":23,"elapsed":"110.029245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.76644596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.766898325Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.767291189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"120.540386ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.767420831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.767447561Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.767463691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.767769075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.769239572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.773638633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.773668103Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.774187809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.780541173Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.780569973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.780582563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.780594563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":12,"elapsed":"134.800952ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.790168345Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.790192725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"143.610684ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.79325257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"146.70924ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.795612088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.795645478Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"149.927957ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.803044064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.804185897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.804209497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.804217647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.804633122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.830633913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.830996647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.841271137Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.841657141Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.842259788Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.842277438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.842289958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"195.617336ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.843207409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.845128221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.845143271Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.845277173Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.847039543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.848933415Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.848954966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.849151918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:39:01.854196466Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.854220987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"207.653335ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.903918212Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"set region 52d8b978-d6dc-4088-b218-ed9b760dd85e port as 19003","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.904774942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/lookup_region_port.rs:127"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.973922063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.973974954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:01.974236787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a16609-f3d3-4a84-b97b-89b6739fc1db\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:39:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.974268347Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:01.97625315Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.017981914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.035080102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.035133892Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.035547167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"759b2070-4b7e-4e7a-83f9-8e569fa5be0b\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:39:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.035577228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.037487259Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.106356267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.106400638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.106709401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dab0407-1b2b-4c32-ad76-f13453084cea\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:39:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.106726182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.10943428Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.143912083Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.144426508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c9df324-9962-462b-93ff-d56b02e83cab\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.144454969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.144464839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.144472579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.145856315Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":23,"elapsed":"499.287474ms"} {"msg":"set region 90ef75d4-2a87-4be2-8c0d-9bddb7166061 port as 19002","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.152078147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/lookup_region_port.rs:127"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.163185186Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.163417629Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d362e03-a2ac-4058-80bb-ad81081222aa\", \"content-length\": \"1\", \"date\": \"Thu, 20 Mar 2025 20:39:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.166353523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.166740037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.185194831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.185648266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"dad1a5c4-22a4-4195-b57f-472ae0cbba83\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.185677916Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.188428308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4698f8cf-01f8-452c-b246-84fea9161af8\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.188463988Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.1903205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.190351521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"544.67919ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.222532923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.223279962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ead1e085-9163-43a0-850a-cb107522d5ee\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.223333583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.225199754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e4b75081-7958-4427-8f73-54d081f78a7e\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.225231094Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.226712312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.226763212Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.227278698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e9a2099-3ced-4882-8285-ef0e8f12e361\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.227317959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.2278008Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.230216552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":23,"elapsed":"584.426521ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.230943071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d824a890-5b7f-4656-9b57-ac6b72b1246c\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.230975551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.232836122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.232874843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"587.202063ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.253862136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.253915887Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.25421593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a4072a69-80ab-400c-be90-b444594da865\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.254250441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.254664606Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.255307443Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":23,"elapsed":"608.5578ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.257328616Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.25763573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.261589126Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.262036111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.288449087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.288499638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.288929792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b3ff9ad5-7d48-4c6e-9eaa-2fed88400429\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.290243378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":23,"elapsed":"643.533116ms"} {"msg":"set region f949038f-7b01-4854-aaa9-4fddb35651d3 port as 19003","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.294611998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/lookup_region_port.rs:127"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.294642098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[\"set region 52d8b978-d6dc-4088-b218-ed9b760dd85e port as 19003\",\"set region 90ef75d4-2a87-4be2-8c0d-9bddb7166061 port as 19002\",\"set region f949038f-7b01-4854-aaa9-4fddb35651d3 port as 19003\"]}","iteration":12,"elapsed":"648.068447ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.358308295Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.358649559Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.360863675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.360899185Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.361196209Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.36560124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.3656344Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.370315764Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.370651168Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe47c17e-0b0d-4a7a-9d0f-a5c4f3035f8d\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:39:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.370685389Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.370698699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.370957142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.370981592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.370991142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.370999742Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.371009332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.371017302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.371172434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.371183054Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.371338106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.371347106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.37163788Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.374066618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.374209879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d8e570-c60b-46e5-8760-b07f1203c9c2\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:39:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.37423086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.374351891Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e3b83b1-db9b-4da1-a167-5f2a0acf2638\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:39:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.374378411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.374394112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.396420327Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.396517618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:58297"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.396646739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8fdbb2af-f249-4dd4-bc27-583e3d0b78aa","remote_addr":"[fd00:1122:3344:101::a]:58297","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.396907412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8fdbb2af-f249-4dd4-bc27-583e3d0b78aa","remote_addr":"[fd00:1122:3344:101::a]:58297","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.441241086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/oximeter.rs:76","collector_id":"7728b72a-123d-49d2-8bce-4c888438e3ee","producer_id":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.441280936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/producers","method":"POST","req_id":"8fdbb2af-f249-4dd4-bc27-583e3d0b78aa","remote_addr":"[fd00:1122:3344:101::a]:58297","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":44686,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.441393798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fdbb2af-f249-4dd4-bc27-583e3d0b78aa\", \"content-length\": \"41\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.442871435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.442899725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.573737591Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b0120dee-cdb6-43a1-9c6a-eef4a2953560\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:02.573786941Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.573798331Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.577808408Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05b7f150-f9d3-4fbb-a237-8a5a8e476bed\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:39:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.577851809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.578219593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.581651942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.581871055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.585459147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.585793521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.587651782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.587968816Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:02.595112549Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":23,"elapsed":"948.380865ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:04.763568508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"85e39b8c-31d5-4c49-b56d-e201981fffbe","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":257,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.646862362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.646912293Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.646922343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.646929853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.647220647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.647234157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.648783685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.64921943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.649588224Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.650921139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"4.049427ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.651584687Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.651601577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.651744359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.652876792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.653130785Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.654560532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.657493706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.657513196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.657664948Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.673477611Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:11.673512401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":68,"elapsed":"26.651159ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:14.763235302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"ea7b5053-94e8-4307-a91d-b7b114e73fa2","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":253,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.647519058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.647578278Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.647589769Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.647598639Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.647926542Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.647940643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.649704163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.6503145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.650552253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.652102841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.576863ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.652589476Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.652602187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.652764729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.65459328Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.654770532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.656499862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.659149043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.659166313Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.659303974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.669101438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:21.669126938Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":69,"elapsed":"21.615661ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:24.76323087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"129b8e95-07dd-4630-bdb4-4fc1600e5e54","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":421,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.646811458Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.646857108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647168602Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647219122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647230972Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647239723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647247533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.647256653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647266493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647275623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647284573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647293093Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647300923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647308864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647316773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647324204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647333194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647341954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647349884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647357634Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647366464Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647375834Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647388914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647398494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647407405Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647415445Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647424755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647431915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647439845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647447455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647454825Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647462635Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647471245Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647478515Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647487086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647494935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647503946Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647715248Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647727278Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647802309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647814179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647822829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.64783239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.64790483Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.6479163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647924411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647932611Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647941401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647949681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647958171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.647966621Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.649472889Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1388, tv_nsec: 863513779 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.649718861Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.650920495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.690763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.651003456Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.651402641Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.651629663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.651852336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.652607355Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.654092582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.654104532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.654336755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.655182625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.655196685Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.655355247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.656002904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.656034105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.656270807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.657008636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.657095067Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1388, tv_nsec: 871141147 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.65740007Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.657620943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.657631003Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.657637003Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.657912576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.658164429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.65818561Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.65820907Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.65822098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.658394802Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.658522593Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.659045759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.659539225Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.659631436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.661338416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.661356726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.66165502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.663724024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.663753754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.663964206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.663979986Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.664042567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.66427652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.664794546Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.664823406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.667026592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.669733933Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.670414531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.670852116Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.671450243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1388, tv_nsec: 885500304 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.671762557Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.671990679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.672328923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.673162333Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.673174353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.673435656Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.673485137Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.673494377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.673500547Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.6737404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.674423627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.674890243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.676036326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.676289409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.67896085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.679296744Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.68641884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.687219896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.687253206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"39.893432ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.6918699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.69189979Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.692158093Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.692178203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.692454016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.694108615Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.694136626Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"46.688061ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.694906235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.709574675Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.71000342Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.715365792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"68.008387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.717625518Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.718042563Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.729193802Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"81.875649ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.739316539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.7393572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.73936698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":70,"elapsed":"91.920554ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.739808205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.740138429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"81.96029ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.740402582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"82.233243ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.742275124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.742612568Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.747078369Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.74710678Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.74711717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"99.706615ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.764478341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.764500981Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.764865365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de42d80f-ba18-4e35-9f58-d99c105d1cc0\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:39:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.764883235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.766810518Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.769108755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.769124185Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.769447638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15037e5d-4e6e-4103-bef9-dc254680e837\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:39:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.769472019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.772253621Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.79208095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.792103391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.792450485Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4936a220-d5f5-42a1-b3ec-ec05f39881e9\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:39:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.792482875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.794404737Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.816021548Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.816382852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.817457744Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.817467595Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.817875449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"492d1a25-d0fe-44b5-a8e8-29f4e3fd3daf\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:39:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.81790298Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.818080022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.820349168Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.820824774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.821194678Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.82138391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.821695034Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.822591534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.823226501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.824270614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.824283614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.824474056Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.825209564Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.825221905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.825390096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.826853763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.826907124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.827084726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.828504943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.828518523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"181.071608ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.828650414Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.829539584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":24,"elapsed":"182.1602ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.830620657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.830632017Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.830775789Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.855464525Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"208.138571ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.855997561Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"208.755609ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.860921688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.861253462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2c1299f-87af-46d2-abae-9cfa70655daa\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:39:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.863122053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.863473158Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.866490983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":24,"elapsed":"219.691296ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.873320002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":24,"elapsed":"225.906388ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.874543336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.874559336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.874746738Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"01080f3a-fe26-44df-903f-dbd39cf2e101\", \"date\": \"Thu, 20 Mar 2025 20:39:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.874756438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.875067512Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.876854063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.877122886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.879609235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.8800896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.882903063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.882915363Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.883231346Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b4741692-60d8-42da-9ea1-8dc0d000f0a1\", \"date\": \"Thu, 20 Mar 2025 20:39:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.88523624Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":24,"elapsed":"237.978236ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.924294498Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"277.033389ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.932645049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.932993783Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.942775556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.94309567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9e0fc6c-6db9-454a-bc36-7921f6c76d34\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:39:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.943136451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.943149571Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.943158781Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.944680418Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":24,"elapsed":"297.390885ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.944696689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.944707409Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.944978902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.954708394Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.955039158Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8700cfc9-d68a-47a4-95f2-00ddc4dc5fd2\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:39:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955058538Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955069739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955361442Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955372132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955378492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955384912Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955391242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955398402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955622575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955631445Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.955773897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.955782887Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.956097041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.958321576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.958447708Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fecef02-fc43-450d-ac21-c2020468bf3e\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:39:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.958463078Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.958546779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd02697-2350-469e-8884-8a3d07e610f9\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:39:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:31.958561059Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:31.958573349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.087654985Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fe4a689f-7f2b-46cd-b2b6-020bedd039d8\", \"date\": \"Thu, 20 Mar 2025 20:39:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:32.087709335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.087723655Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.08815784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa0d102a-2eca-4b36-bf1d-3e6e800392a8\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:39:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.088185171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.088540735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.095142661Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.095399404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.099407751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.099760265Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.101204932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.101448526Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:32.108316684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":24,"elapsed":"460.97576ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:34.763550091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"d55516fc-bbbb-474f-b89d-e71e2f13168a","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":456,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.647863528Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.647914929Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.647924609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.647931239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.648241192Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.648308103Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.679024379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.679056109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.679275832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.681998533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.682029794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.682152265Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.683737644Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.684036257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.708085335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"60.197857ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.713856753Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.716655116Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.716665092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.716792761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.725668029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:41.725690219Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":71,"elapsed":"77.835181ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:44.755756419Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:56042"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:44.755843891Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"e7321f49-99ed-470d-9b16-cdc401212101","remote_addr":"[fd00:1122:3344:101::d]:56042","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:44.756169434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"e7321f49-99ed-470d-9b16-cdc401212101","remote_addr":"[fd00:1122:3344:101::d]:56042","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:44.758980577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"e7321f49-99ed-470d-9b16-cdc401212101","remote_addr":"[fd00:1122:3344:101::d]:56042","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3185,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:44.759206719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"96748fa1-3a9a-4ec3-98ec-906a82b1b126","remote_addr":"[fd00:1122:3344:101::d]:56042","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:44.759519523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"96748fa1-3a9a-4ec3-98ec-906a82b1b126","remote_addr":"[fd00:1122:3344:101::d]:56042","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:44.7618169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"96748fa1-3a9a-4ec3-98ec-906a82b1b126","remote_addr":"[fd00:1122:3344:101::d]:56042","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2652,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:44.764067896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"a4b29f45-cb48-41f2-afcc-f94ce64dcdb5","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":243,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.647562213Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.647618113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.647630044Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.647638304Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.647942217Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.647959417Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.650201103Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.653066316Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.653076747Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.653213198Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.655271212Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.655539505Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.677964745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.678192878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.679562573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"31.99343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.684689253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.687378384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.687388084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.687526766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.695555459Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:39:51.695578109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":72,"elapsed":"48.024987ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:39:54.764372917Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"6d8b813b-7f8e-4760-b8a6-1eca93109cc6","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":412,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647236657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647296038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647307578Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647314648Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647321688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.647330188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:30:01.647285607 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647339068Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647346688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647354228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647361698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647369658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647377539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647385819Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647392728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647399439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647407529Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647415259Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:40:01.647422899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647431269Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":14,"elapsed":"15.391µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647440689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647448579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.647456929Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647463829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64747036Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647477189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64748353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64748997Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64749702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64750425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64751129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64751931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64752824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64753519Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64754153Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64754885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.647556481Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64756291Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647569961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647575751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647582801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647589761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647596021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647601811Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647608771Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647615731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647623341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647632841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647643191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647649202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647656332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647663512Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647669772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647676042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647682852Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647689332Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647697262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647704032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647713362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647722683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647731932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647743363Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647752953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647762623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647771163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647779503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647854914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647877424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647890174Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647903825Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.647989195Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648006586Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648088037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648106487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648116937Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648129697Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648142657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648164608Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1418, tv_nsec: 861709328 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648181998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648194448Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648205738Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648215548Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648226548Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1418, tv_nsec: 861741059 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648242638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648255238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648266529Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648275569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648287069Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648297969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648309289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648319829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648331659Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.64834387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648516352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648540352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648580582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648605763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.242324ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648765375Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648784925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648793425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648802815Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.122113ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648953727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.648967657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.649109119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.649531223Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.649910798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.65009266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.65010244Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.650403834Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.651626308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.119818ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.652276865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1418, tv_nsec: 865819236 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.652549448Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.65269622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.65270834Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.652898162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.652911192Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:30:01.647285607 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.652919553Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:30:01.647285607Z\",\"pruned\":[]}","iteration":13,"elapsed":"5.640985ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.655497162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.655700125Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.655940508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.658412356Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.658438736Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.658449847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.658459297Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.658473497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.658484307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.658682729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.65873668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.658867152Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.66131425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.664961382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.665000752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.665248946Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.667637243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"19.980492ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.669863329Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1418, tv_nsec: 883393239 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.670238033Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.67082907Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.674185549Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.674221699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.674441542Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.683345135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.686931757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.686988927Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.687168589Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.693022737Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.699514202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.701633047Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.707143831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.717495581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.717853025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.717986176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.718468102Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.720829949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.721236954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.721423566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.721446106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.72177038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.72350759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"76.068911ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.723784844Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.723808444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.724041827Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.725594894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.725883328Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.72692075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.730240938Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.730580122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.730600592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.730720004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.730737674Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.730747714Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.730996407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.73123603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.731610024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.731717325Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.731736796Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.731895307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.731954558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.732002099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.732022289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.732359553Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.73384433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.734113993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.734139913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.734303826Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.734329616Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.734580479Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.73471321Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.735127185Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.737330041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.737360491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.737571753Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.737627124Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.737709235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.737726235Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.737739545Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"90.083274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.739387294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.740206344Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.740238934Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.740369366Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.741808382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.744546094Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.744600095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.744695576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.745442855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.745474205Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.745706578Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.747604969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.747993894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.749075891Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.749331522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.754953415Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1418, tv_nsec: 968478475 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.759383716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.761811214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"114.293764ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.763569214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.763602705Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.763612725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.763621915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.76404649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.771984792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.772030783Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.772353636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"873cacf3-7e6f-4f22-92c1-6d5a98c44aa5\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:40:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.772376676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.776396863Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.785173175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"126.737399ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.786730703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"139.158702ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.786757493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"128.330217ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.787948277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.789406824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.789430214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.789439994Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.789448694Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.789896779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.79076944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.792008464Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.792398059Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.793726034Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.793747334Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.794074098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.79425008Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.79426743Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.794477012Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.795688426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.795911599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.795949189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.79596171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"148.42706ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.799683263Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.799708693Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.799851445Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.800806976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.8028683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.803160193Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.804013623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.804035203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.804158335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.804256956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.804530869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.804791532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"157.256262ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.80633939Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.806401261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.806643764Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.806766485Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.807267461Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.807389552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"159.70179ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.807743068Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.807759287Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.807768005Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.808032992Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.808269648Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.809742249Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.81069162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.810721511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.810949903Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.811142005Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.811393039Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.813598234Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.813620474Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.813856047Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.814416083Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.814447704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.814474164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.816016092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.816906042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"169.20602ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.817936684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.817970325Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"170.334433ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.820819658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.820846278Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.821097931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.823027603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":25,"elapsed":"175.606004ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.823940084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.823968754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":73,"elapsed":"176.464024ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.838019927Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.838047747Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.838376191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"085191f1-cfd0-406e-ac26-f1d38b4642e3\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:40:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.838397121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.838820316Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.838833776Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.838843426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.83912217Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.840090031Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.841010671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.844031377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.844049947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.844208149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.846151171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.846417394Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.847100932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.847117842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.847125973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.847134253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":13,"elapsed":"199.817074ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.84866659Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.848681651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.848691531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.848895283Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.850422891Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.853296604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.853311644Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.853457696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.855451879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.855472389Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.855480199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.855489699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":13,"elapsed":"208.130971ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.855832993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.855845454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.855857294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"208.224612ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.857782976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.8624417Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.86246164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"214.864189ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.863897307Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.863922987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"216.65846ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:40:01.917645679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.91766904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"269.957007ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.924949684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.925297658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63c8984c-19f0-41df-a6f2-127afdf7855d\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:40:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.92704361Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.927495813Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.935516686Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"287.933716ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.941660097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.952529643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.952575524Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.952810007Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.952912158Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0e12850-2a3a-4268-b056-c1b6c0d0e008\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:40:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.952945358Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:01.95313195Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:01.954923441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.018814341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":25,"elapsed":"371.054429ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.063690641Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.063754532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.064172037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02cb9ad9-5665-4b10-ad2e-8ee803578c58\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:40:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.064206787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.064664033Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.066386622Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":25,"elapsed":"419.075935ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.118999082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.122072947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.122102798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.122339821Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.123591735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.12576799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.125792421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.125965413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.13091487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.135067638Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.135090998Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.135353572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a9f87eda-52b9-46ab-82f6-4fed28f99fb4\", \"date\": \"Thu, 20 Mar 2025 20:40:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.135365621Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.135685925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.137975982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.138197154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.141479482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.141720075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.144380256Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.144399906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.144810611Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"090de21b-3867-449d-9c52-28e1aaaed019\", \"date\": \"Thu, 20 Mar 2025 20:40:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.14647643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":25,"elapsed":"499.042661ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.175977152Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.176341186Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"bde8db3c-df7b-4f73-a958-cd2e18fa2a9f\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.176356046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.177855334Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"007c4f56-59fb-4678-aa32-afaae27ff678\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.177880024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.179335901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.179361641Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"532.120054ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.234188256Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.234627131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2bbee221-d6bd-4333-925b-01eb6717f5ac\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.234640872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.235978257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3a0ede2d-a754-4dd8-a540-43185ad9fd64\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.235993527Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.237734787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"20ce88ce-146a-482e-ba25-2addf3ce7323\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.237757198Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.239230555Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.239268195Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"592.007948ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.272809814Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.279964407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.280346941Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.282400775Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.282426425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.282598877Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.291742953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.292009866Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33cde754-bc0f-4b0e-ab2d-da4a6f90c8f5\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.292046527Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.292115228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.292287659Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.29229907Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.29230628Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.2923139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.29232111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.29232918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.292481122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.292503572Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.292628133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.292647634Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.292853986Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.295033791Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.295152153Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd8b907-f87e-4019-ab39-fa14f495fe28\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.295174583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.295252774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92c28a66-27f5-4839-ba37-f651c059430e\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.295275184Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.295289944Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.351779378Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d21682a-3a72-443d-b993-c4b89a652dd0\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.351810748Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.351821188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.351827939Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.353492368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":25,"elapsed":"705.761376ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.442808153Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c4ba43fa-b459-4f77-9765-f0d14e1732bd\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:02.442850983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.442862233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.443134556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b55801c-e650-4fdb-bc4b-dc609f7954e8\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:40:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.443177007Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.44349937Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.447034891Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.447405516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.450671214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.451050818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.45299554Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.453225423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:02.460485597Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":25,"elapsed":"812.930927ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:04.763879429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"dbf1ec60-a9bf-4b67-a1c7-b5c6fe6abc43","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.648365018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.648418679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.648427909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.648434869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.648716512Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.648787713Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.650368121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.650870047Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.651235551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.653251435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.653265835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.653424337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.655210805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.655361847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.679997215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"31.612416ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.684953442Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.687960877Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.687974497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.688137849Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.697366556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:11.697392016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":74,"elapsed":"49.033708ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:14.763892448Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"1a0e6717-0e83-4361-bf87-b3507f65f2ec","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.648186074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.648240994Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.648249875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.648257495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.648578889Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.648589958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.649936924Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.650193287Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.650694663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.653370202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.6533899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.653520148Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.655713891Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.656017895Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.657492422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.660296734Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.660310934Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.660459816Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.669801224Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.669818384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":75,"elapsed":"21.653691ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:21.679852841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"31.660286ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:24.76509171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"b371b5e7-26a6-4286-a47a-b641a18fa14e","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":419,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.646954688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.647021058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.647377222Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.64802689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.64805178Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.64806075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.648068641Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648076681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648084191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648090681Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648097621Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648104541Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648112001Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648118751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648126131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648132921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648139781Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648145902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648152051Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648157511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648163242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648170532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648177232Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648183402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648189112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648195282Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648201032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648208012Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648214662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648223432Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648232803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648241723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648250623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648260943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648270643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648280883Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648363194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648576176Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648599127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648611827Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648620897Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648629757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648638767Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648706918Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648737888Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648753278Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648764599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648776719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648788159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648798209Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.648810839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.649800431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1448, tv_nsec: 862837091 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.650112884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.650669581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.651712983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.651907105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.872295ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.65319395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.65321566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.653369862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.654754238Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.654775318Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.65492497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.656882513Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.658559662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.658903206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.658926976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.658938607Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.658953907Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.659376552Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1448, tv_nsec: 872319361 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.659406522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.659417792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.659678785Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.660202221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.660221841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.660437464Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.662421227Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.662467087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.662477557Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.666087829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1448, tv_nsec: 879115990 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.666474164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.666829848Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"7.926332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.667147142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.667532446Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.667681088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.668146303Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.669487709Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.673176531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.673207662Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.673439695Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.713865373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.713930504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.713941934Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.714327248Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.718265754Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.718302884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"70.198473ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.720483269Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.721747844Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.721777264Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.721947296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.724226463Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.724728909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.725100773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.725454737Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.725476267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.72570004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.727048725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.727299098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.727321319Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.727532961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.727972216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.728191209Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.729803197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":26,"elapsed":"70.878111ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.729934669Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.730099871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.730113491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.730283633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.730334043Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.733826974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.734001776Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.734030936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"85.788614ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.734895836Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.735263941Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.736537886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"88.292662ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.738318226Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.738338726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.738616299Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.739468519Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.739766873Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.744355986Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.745618631Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.755566906Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.755595566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.755604706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.756017441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.764342028Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.76459055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.765429435Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.765452405Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.76574667Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"995ed84a-6412-4418-9394-d68e20270c93\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.765773202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.766483252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.766779886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.768113451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.773278801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.773308071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"125.13785ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.775031871Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"126.830169ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.781360585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"133.157383ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.783341588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.783796303Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.784070606Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.787636537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.787660958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.78785175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.794146183Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.794178573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.794189893Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"146.026832ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.805582135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.805620556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":76,"elapsed":"157.435803ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.809932686Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.810388651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.813244774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.813270274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.813373036Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.813870961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0424d1-4928-49aa-851c-5338571bcc7e\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.813895231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.816116867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.81635256Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.81636872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.816552382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.818495665Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":26,"elapsed":"170.369944ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.822912736Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"174.807405ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.826376656Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"178.118043ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.883598661Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.883619689Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.883986114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f40cd86-26a3-4d97-9537-fa86afc2db45\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.884008974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.88542889Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.908090323Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.908341896Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.909799113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.913397084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.913418704Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.913660497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.915243516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.917425451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.917439451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.917576993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.933542858Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.933566818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.934026383Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6cd6e35-68ca-4974-9065-9bd4d1fdcc66\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.934045783Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.934279506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.941384019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.941689802Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba68fdb9-3909-4144-9bf2-96a631c0701c\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.942871701Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.943200969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.945520496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":26,"elapsed":"298.590479ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.95702845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":26,"elapsed":"308.807088ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.978270236Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.978291416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.978522479Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9d82b350-e628-46b0-bff1-86561eea8a03\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.978532229Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.978788942Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.980835876Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.980952947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.981117589Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.981144679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.983386885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.983403585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.983608988Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.984338756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.984507888Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.987800296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.987819326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.98811868Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9f84eac4-f22c-4053-9cd3-3c0e1eb73367\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.990262255Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":26,"elapsed":"342.205695ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.993364671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.993711785Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f093e5-cb41-4b77-9090-9b1cc6e324af\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.993734485Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.993750255Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.994029508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.994050069Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.994059979Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.994069369Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.994078669Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.994087779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.994261271Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.994273931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:31.994449623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.994461433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:31.994712566Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.016948034Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.017443289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"771b1812-264c-4031-842d-2ac582d71ef2\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:32.01747721Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:32.01748782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:32.01749547Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.018796805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.018957577Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":26,"elapsed":"370.885237ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.019007438Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c280e6a-7f43-416b-b1b3-2e1e414f5d74\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.019034098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.019160189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e90d5e-1460-4894-8c2a-3b80366ea5f4\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:32.01918711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.01919812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.141471556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cb223f62-3a79-4633-aa63-8e5b1bb6c449\", \"date\": \"Thu, 20 Mar 2025 20:40:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:32.141518667Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.141529977Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.142094114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09924e41-d7a0-4aca-af38-7bb874e94392\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:40:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.142149034Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.14266482Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.146406543Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.146663057Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.149825153Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.150114297Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.152282292Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.152550925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:32.159688197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":26,"elapsed":"511.613507ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:34.764983406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"32576761-f975-4700-8d3e-174cfdad1363","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":428,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.648311961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.648363232Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.648372722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.648379502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.648731546Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.648744106Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.650396866Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.653201968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.653228008Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.65337437Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.655586876Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.655845439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.65769136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.660387221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.660409382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.660545513Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.667237851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.667262221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":77,"elapsed":"18.9572ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.688300465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.688594078Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:41.719096031Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"70.76995ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:44.757073493Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:48861"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:44.757168444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"138a968a-94ce-4d01-b923-bb4b0f931a21","remote_addr":"[fd00:1122:3344:101::d]:48861","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:44.757494548Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"138a968a-94ce-4d01-b923-bb4b0f931a21","remote_addr":"[fd00:1122:3344:101::d]:48861","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:44.760210829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"138a968a-94ce-4d01-b923-bb4b0f931a21","remote_addr":"[fd00:1122:3344:101::d]:48861","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3098,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:44.760480302Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"056c1369-f257-45e9-9c5b-7adf3768fe76","remote_addr":"[fd00:1122:3344:101::d]:48861","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:44.760809746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"056c1369-f257-45e9-9c5b-7adf3768fe76","remote_addr":"[fd00:1122:3344:101::d]:48861","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:44.76327118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"056c1369-f257-45e9-9c5b-7adf3768fe76","remote_addr":"[fd00:1122:3344:101::d]:48861","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2857,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:44.76453698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"2ca6eac3-612e-4125-8284-d3387a5fe80d","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":257,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.648832816Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.648883926Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.648892496Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.648899016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.64919432Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.64920643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.651154422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.651378905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.651571957Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.653160516Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.323291ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.653882884Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.653899424Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.654029366Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.65607253Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.656252402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.686168258Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.688857109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.688875739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.689008671Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.697999335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:40:51.698017396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":78,"elapsed":"49.19637ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:40:54.765145885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"cdcc0600-fbb5-493d-883d-5dd028233f35","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":434,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648052404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648119535Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648133025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648144525Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648155546Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648166056Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648176336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648186596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648195266Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648203686Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648213776Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648222406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648231317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648241297Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.648250467Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:31:01.648162136 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648261027Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648406519Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648436949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648446999Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648453539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648459559Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648467449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648473979Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648481109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648487349Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648493429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.64850047Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.64851078Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.64852088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.64852728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.64853466Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.64854182Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.64855503Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.64856457Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648574241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648583341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648592091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648603121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648612761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648623381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.648633241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648642191Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648651702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648661111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648672192Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648681722Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648693382Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648703282Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648713582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648722832Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648732262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648741392Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648751812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648760053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:41:01.648769073Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648778303Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648787403Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":15,"elapsed":"8.64µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648799243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648808663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648819473Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648828473Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648838133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648847494Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648856584Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648865434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648875204Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648886324Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648898394Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1478, tv_nsec: 861350904 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.648916134Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649013296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649032716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649076056Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649093087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649105537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649116637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649127197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1478, tv_nsec: 861650438 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649144847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649156257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649167247Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649177688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649189448Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649200818Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649212748Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649225488Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649234048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649244288Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649252028Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649258729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649290359Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649306919Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.208664ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649337049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649601773Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649701623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.649712504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.040892ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.651488144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.651687097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.652574377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:31:01.648162136 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.652597657Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:31:01.648162136Z\",\"pruned\":[]}","iteration":14,"elapsed":"4.415441ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.653365036Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.815906ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.65368158Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1478, tv_nsec: 866209670 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.653928703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.654399938Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.65541119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.656591723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.658734388Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.658758528Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.659060822Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.659334695Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.659358215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.659531408Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.659854541Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.659877841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.659887381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.659896992Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.660167285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.660190035Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.660755222Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.660767322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.661015925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.667466599Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.669002747Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1478, tv_nsec: 881521458 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.669378602Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.670000899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.670028729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.670284012Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.682811797Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1478, tv_nsec: 895316937 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.683185931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.684477373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"35.836975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.684744611Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.685092146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.714890309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.718661642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.718710763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.718945596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.719030407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.719049727Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.719063447Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"70.389386ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.719805286Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.722371385Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.722399016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.722410046Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.722880311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.723222275Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.723242386Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.723478208Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.723554959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.723956794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.725286459Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.725314579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.725609343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.727442824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.727852729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"79.186808ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.728207703Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.728450286Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.728471146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.728708289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.735432667Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.735750711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.735774101Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.738231399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"89.813761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.73833518Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.739371342Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.739394573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.739411403Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.739744077Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.743302968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.743330048Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.743590404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.74393375Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.743957731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.744211074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.746319823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.746345533Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.746803728Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.751103368Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.751130389Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.751426062Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.751597954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.751621664Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.751639735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.751939078Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.753406095Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.753889081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.754228085Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.75473591Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.755033414Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"95.137252ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.755052024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.756990237Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.766070282Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.766539147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.793729672Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.794166357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.796595015Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.796633236Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.797130571Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.798666089Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.79869656Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.79870649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.799036384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.799690201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.799819263Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":27,"elapsed":"139.958952ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.800001175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.802118609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.80214835Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.802452053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.804941132Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.809654627Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.809719337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.80998292Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.813145387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.813271018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.813522921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.813561242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":27,"elapsed":"165.047452ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.815554215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.818149275Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.818176265Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.818452678Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.819912895Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.820247869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"171.632508ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.82031119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.830196114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.830243485Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":79,"elapsed":"181.605944ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.83062259Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.83064305Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.8306551Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"182.13987ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.831333318Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.831720262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.833512413Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.833731475Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.833750296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.833759636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.833768386Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.833978108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.83584849Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.83588274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"187.32818ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.836751841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.836782041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.836988433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.84104729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.841112331Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.841124521Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.841133921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.841143691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.841418975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"192.785253ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.841515786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.841534786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.841998921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea72c385-02c6-402c-9012-8659528eb2a7\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:41:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.842022582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.842379856Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.844353709Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.846513734Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.846541374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.847652497Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.847678167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.847980431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.851461391Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.851505041Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.851517712Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.851528872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"203.337786ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.851544532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.851839155Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.85226915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.85228625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.852603774Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.853718567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.85396165Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.8539771Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.854225823Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07602b7f-8b85-4652-b553-7991fe2e7bd2\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:41:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.854241273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.856852063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.857967196Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.857995296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.85824757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.860172162Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.860201432Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.860217042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.860229613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":14,"elapsed":"212.077147ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.866812619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.866835719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.866849949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"218.39009ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.871732486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.871757826Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"223.184106ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.877719785Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"229.051774ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.883024746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.883405511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.900231476Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.900256366Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.900268206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.90058586Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.902194289Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.905522407Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.905543127Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.90572326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.909111229Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.909131179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.909550864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac27d2d-dcc6-4d05-a098-926c767f4abd\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:41:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.909627495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.911309634Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.911336794Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.911346005Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.911354415Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":14,"elapsed":"263.271309ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.912280596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.914951576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"266.510487ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:41:01.944141134Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.944171075Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"295.582105ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.961997381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.962449817Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"5f81b33c-307c-4cf1-b26f-a376122cb1a8\", \"date\": \"Thu, 20 Mar 2025 20:41:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.962492887Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.965609153Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7abb8875-550e-4af1-ab40-7927663d3a82\", \"date\": \"Thu, 20 Mar 2025 20:41:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.965630063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:01.968615738Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.968633348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"320.595844ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.980067931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.980393105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49ba8299-13be-4c9e-8e52-fdc6d9c81226\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:41:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.983596512Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.984026056Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.997786576Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:01.99813945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.008228937Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.008731553Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.008767273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.009205348Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7c94bbc-1ad2-4f91-a790-6337a3d57503\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:41:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.009235779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.009722504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.010816157Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":27,"elapsed":"362.652911ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.011332383Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.018433315Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.018474706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.018717258Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.023575945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.028260739Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.028293429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.028584603Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.035960468Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":27,"elapsed":"387.357757ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.096266787Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.096335458Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.096622951Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7151d0c0-9283-44ba-9346-6a22b4aea482\", \"date\": \"Thu, 20 Mar 2025 20:41:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.096644491Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.097019956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.104151028Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.104412341Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.11549343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.115810023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.116246228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6dc45844-5c62-4576-89a3-c398831c1c96\", \"date\": \"Thu, 20 Mar 2025 20:41:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.116278969Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.116472381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.118460454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e14232c3-f2f8-41db-99c1-6bb243de2481\", \"date\": \"Thu, 20 Mar 2025 20:41:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.118486354Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.120130403Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.120151444Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.120581778Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8bf847ee-97ef-44ad-b9d3-f2b34c17d393\", \"date\": \"Thu, 20 Mar 2025 20:41:02 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.120871172Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0f0af618-6013-466d-992b-9cf90ffed6ea\", \"date\": \"Thu, 20 Mar 2025 20:41:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.120890222Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.122513111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":27,"elapsed":"473.932791ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.123381461Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.123434731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"475.370517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.162251071Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.162625676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.165036393Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.165065534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.165360197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.180710735Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.1811507Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f5fa77d-878c-46fb-bc0f-e20953c9f04b\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:41:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.18117652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.181185481Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.181193181Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.182707488Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":27,"elapsed":"534.212789ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.192879696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.19321002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49d0c278-4e96-4eee-bb9d-1c0aacb9cedb\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:41:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.19322928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.19324055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.193515423Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.193530904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.193538604Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.193546664Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.193554544Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.193563084Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.193756276Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.193767146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.194005719Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.194028909Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.194342683Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.196196894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.196328856Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e6df2bc-45bf-4ca6-ab34-66afbcd36d21\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:41:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.196343726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.196443087Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bfa8caa-a0bc-40fb-a0bc-69a4e000caf9\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:41:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.196467128Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.196480908Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.29763688Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2a473322-5154-426d-84a0-ccefeb48cc6f\", \"date\": \"Thu, 20 Mar 2025 20:41:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:02.29768807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.297703841Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.298108215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a20dc3cd-843b-4b40-af96-a785b79069d3\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:41:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.298152206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.298483959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.306210299Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.306669274Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.310533149Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.310837053Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.313070028Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.313280171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:02.321192632Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":27,"elapsed":"672.725673ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:04.765679078Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"548f2123-49f6-4ac5-9471-ef116b72ea81","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":402,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.648974383Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.649027844Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.649038214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.649046154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.649359138Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.649377018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.650735024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.653487765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.653508936Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.653653487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.65556144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.655873643Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.657568353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.660402676Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.660415526Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.660577108Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.6694251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.66945179Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":80,"elapsed":"20.486607ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.679874431Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.680084144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:11.681198757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"32.215843ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:14.764794406Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"163c9e84-1ff6-4f0a-964b-0a916ae3207b","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.649102723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.649166164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.649177834Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.649187194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.649491847Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.649508288Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.6514976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.651727843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.651995886Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.654776038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.654804619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.654951691Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.657060395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.657297668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.658517122Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.661299034Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.661342814Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.661467706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.67135065Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.671381201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":81,"elapsed":"22.261847ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:21.688968885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"39.881552ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:24.765954968Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"c651d905-3c3d-4c06-a5c8-d514df1cb03d","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":421,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:29.757228716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:62922"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:29.757333187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"a200e212-03d8-44ee-9dd6-80d4c1350e47","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:29.757688001Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"a200e212-03d8-44ee-9dd6-80d4c1350e47","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:29.760344782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"a200e212-03d8-44ee-9dd6-80d4c1350e47","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3057,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:29.760608955Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"02436322-c0af-418a-b4a7-f04605137958","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:29.760953429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"02436322-c0af-418a-b4a7-f04605137958","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:29.762866171Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"02436322-c0af-418a-b4a7-f04605137958","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.648575625Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.648636915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.648920259Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.648974269Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.648985769Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.648994309Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.64900202Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.64901018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.64901873Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.64902653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.64903585Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.6490452Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.64905379Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.64906217Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.64907077Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649079021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649087471Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649095131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649102891Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649110231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649118751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649126131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649133511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649141371Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649148741Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649155711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649164111Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649174492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649182282Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649189652Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649198362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649204812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649210452Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649218412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649227062Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649233962Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649240272Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649518786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649528036Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649536756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649545726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649560286Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649568766Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649577086Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649585326Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649638147Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649677537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649687628Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649696098Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649702618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.649710508Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.651235806Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1508, tv_nsec: 863255156 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.651558809Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.652273347Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.288698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.65250018Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.652950025Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.653167768Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.654689186Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1508, tv_nsec: 866714256 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.654985399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.655166401Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.655191901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.655368573Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.656291694Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.656320474Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.656557537Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.657038193Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.657053433Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.657074913Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.657294436Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.657316066Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.65855632Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.660211159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.66023908Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.66024983Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.66025862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.660488353Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.660588094Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.661035679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.661063539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.661282272Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.664774902Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.665254388Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.666905187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.667405813Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.668104851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"18.900379ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.668326484Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.668354374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.668366574Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.668379974Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.668541096Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.668654837Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.671857504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"22.648162ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.671964986Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.672269169Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.672529802Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1508, tv_nsec: 884543393 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.672567473Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"12.302813ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.672874396Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.674437544Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.674811439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.676051953Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.676182135Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.676530088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.677750113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.681493278Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.68152146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.681830454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.682005972Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.682028982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.682275315Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.691849616Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.691894917Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"42.664454ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.705546285Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.705599785Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":82,"elapsed":"56.464025ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.707322575Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"58.285975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.71208203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.712546426Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.714862732Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.715231387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.721646441Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.72238567Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.72240278Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.72240993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.722830665Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.723384741Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.723873507Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.725252713Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.725282653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.725428055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.725443145Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.725453055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.725552216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.725787219Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.726302425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.726437357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.726660219Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.72753583Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"78.491869ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.728053885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.730468113Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.730500824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.730756637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.73192021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.731955881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.732167623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.732308215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.732503647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.733814002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"84.754982ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.734267387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":28,"elapsed":"85.110606ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.736511803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":28,"elapsed":"76.293374ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.760639713Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"111.630384ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.771017453Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.771069364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.771085244Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"121.852701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.773797045Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.774281851Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.776179063Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.778404919Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.778427269Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.778632011Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.788985271Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.789014062Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.789365156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9fec383-16ce-4219-af33-6bbff4014f3c\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:41:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.789382596Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.791385029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.806868798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.806894199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.807152052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909ceb3e-f335-4ac2-989b-d0563715a07a\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:41:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.807167062Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.807299514Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.807313154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":28,"elapsed":"158.153283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.808460367Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.808803121Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.809095434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.844918659Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.845297044Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.847179696Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.849194799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.849208189Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.849381801Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.870477515Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.870500615Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.870778319Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f32f85-332b-4f9b-8a41-5c087eab56fc\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:41:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.870796609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.87255795Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.912890957Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":28,"elapsed":"263.810946ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.926318242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.926339522Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.926593775Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"376bf382-647a-408c-875d-ef3e0c3946bb\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:41:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.926626466Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.92696756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.92785327Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.929727712Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.929739592Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.929881243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.94078228Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.940808Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.941109284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"848d5d47-be4b-4f72-b20a-c5893f916874\", \"date\": \"Thu, 20 Mar 2025 20:41:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.941120064Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.941463798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.943184948Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.94335203Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.945773928Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.94601989Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:31.94859943Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.948617511Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.948976935Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"747b8866-2065-4121-8ff1-6656e97f21dc\", \"date\": \"Thu, 20 Mar 2025 20:41:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:31.951243661Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":28,"elapsed":"302.235302ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.036030523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.036371947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.036421058Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"065d6436-54b8-4178-8149-c943ee6ea8dd\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:41:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.038870996Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.039164869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.044880756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":28,"elapsed":"396.321091ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.122500655Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efe1941e-a1ce-4b0a-8a53-8499a8111bad\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:41:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.122548475Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.122559606Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.122567236Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.122647187Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.123025451Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.124810812Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":28,"elapsed":"475.682231ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.125662091Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.125687842Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.126020466Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.138037365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.138291898Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c312264c-3fc4-4607-9392-283f49e586d0\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:41:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.138312308Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.138325038Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.138561481Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.138576101Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.138584831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.138594381Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.138603092Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.138611372Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.138808024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.138819224Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.139010486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.139041377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.139247879Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.14106251Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.141164961Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a382f53-f3a9-40c8-9231-0d20e803f99e\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:41:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.141180581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.141341853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3406992d-3579-4700-a99a-1683cf72e21a\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:41:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.141354653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.141366404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.235258231Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4bc3cbd4-34a6-4c9e-8a19-5027908b69c7\", \"date\": \"Thu, 20 Mar 2025 20:41:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.235286501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.235295612Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.235697356Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c123ac8-1824-472a-b85b-1b9b7c521474\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:41:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.235734607Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.235980049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.239808024Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.240087707Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.242653177Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.242842119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.244030853Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.244216365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.250219094Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":28,"elapsed":"601.125964ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.445939051Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.445966472Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.477100312Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.477210074Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:57929"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.477370765Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fb50ce2c-9b3b-461e-9a4a-1dbb12b3271d","remote_addr":"[fd00:1122:3344:101::a]:57929","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.47775978Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fb50ce2c-9b3b-461e-9a4a-1dbb12b3271d","remote_addr":"[fd00:1122:3344:101::a]:57929","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.514077921Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/oximeter.rs:76","collector_id":"7728b72a-123d-49d2-8bce-4c888438e3ee","producer_id":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:32.514097711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/producers","method":"POST","req_id":"fb50ce2c-9b3b-461e-9a4a-1dbb12b3271d","remote_addr":"[fd00:1122:3344:101::a]:57929","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":36786,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.514169502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb50ce2c-9b3b-461e-9a4a-1dbb12b3271d\", \"content-length\": \"41\", \"date\": \"Thu, 20 Mar 2025 20:41:32 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.516381807Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:32.516394387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"producer-registration-task","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:34.765975926Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"6074c495-c8fa-4f0c-9a43-99232fcb03eb","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":329,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.64923539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.649290061Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.649300881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.649308731Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.649602855Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.649666215Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.651055422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.651254724Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.652006653Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.654806885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.654819875Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.654956647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.656286282Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.656501745Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.658103753Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.660797364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.660811395Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.660948746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.669530905Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.669545556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":83,"elapsed":"20.333625ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:41.679084726Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"29.844186ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:44.765722082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"3f90ba6a-29e2-4ac8-93fb-69d4570ccd55","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.65020651Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.65026707Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.65027816Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.650287931Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.650596304Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.650614574Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.652167252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.652340544Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.652703099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.654015114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"3.804035ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.654926324Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.654944005Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.655092186Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.657273021Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.657449954Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.659075022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.661617352Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.661632402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.661764633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.672991214Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:51.673023194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":84,"elapsed":"22.819955ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:54.766228635Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"f54134a4-2a93-4c36-a235-d795e1c70189","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":392,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:59.758391143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"7603eddf-c190-48b2-a391-320fb78e6bda","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:59.758704917Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"7603eddf-c190-48b2-a391-320fb78e6bda","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:59.761699932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?sort_by=id_ascending","method":"GET","req_id":"7603eddf-c190-48b2-a391-320fb78e6bda","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3376,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:59.761974965Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"af2aa0a0-b02e-4608-8b8d-6c82f9bcd5a1","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:41:59.762320019Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"af2aa0a0-b02e-4608-8b8d-6c82f9bcd5a1","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:41:59.764456714Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/metrics/collectors/7728b72a-123d-49d2-8bce-4c888438e3ee/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzhlZTU1OC1hYmQwLTQxOTctYjcwYy00Mjg5MGFhYjM5MDkifX0%3D","method":"GET","req_id":"af2aa0a0-b02e-4608-8b8d-6c82f9bcd5a1","remote_addr":"[fd00:1122:3344:101::d]:62922","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2545,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.648959373Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649008964Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649023614Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649037694Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649048744Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649060304Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649070695Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.649080325Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-20 20:32:01.649001584 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649092465Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649103105Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649114805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649126705Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649137175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649147076Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649158376Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649167956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649375878Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649396558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649405908Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":31,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649414199Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649424559Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649431439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649439829Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649449609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649457649Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649464959Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649472839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649480779Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649487949Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.64949578Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.64950579Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.64951492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.64952495Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:42:01.64953472Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.64954502Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.64955532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\"}","iteration":16,"elapsed":"11.01µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.64956655Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.64957799Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.64958769Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649597501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649606741Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649615991Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649624011Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649632311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649640761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649652591Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649662371Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649672002Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649683992Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649692782Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649703022Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649712912Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649722492Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649732362Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649741252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649750792Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649758772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.649768523Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649778273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649787933Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.649797023Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649805463Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649813623Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649822243Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649832673Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c7e8867-63ba-432f-9020-3c7c6bc69ec8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d5c14b75-5140-446e-bb99-2ffa2ea294dc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 861128752 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649848984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649859434Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649869284Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649879014Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649891154Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649903454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649928534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649943245Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649955375Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649966455Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.649989945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650016526Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650027486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c1dfc14-4208-44d8-a38b-883145c41f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3ae8f3be-b2e1-40bd-939b-e0cf68773182.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f5060421-4bd1-41d7-a1fa-5ca58e9985a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 861524486 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650043716Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650054526Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650063256Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650071556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650081786Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650130417Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650162017Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650172347Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.087053ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650180857Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650189317Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650197188Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650205268Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650214118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.65043489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650618633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.650640883Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":15,"elapsed":"1.211605ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.652257052Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.652468384Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.653257133Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 864777684 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.653454915Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-20 20:32:01.649001584 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.653470355Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"expiration\":\"2025-03-20T20:32:01.649001584Z\",\"pruned\":[]}","iteration":15,"elapsed":"4.457111ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.653519446Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.65383763Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.433412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.65389194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.654397416Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.654904262Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.656688103Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.656714873Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.656871945Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.657859346Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.658068769Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.658230261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.658241541Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.658419723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.659108131Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"9.674822ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.659219452Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.659230402Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.659496505Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.660516007Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.660525767Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.660533487Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.660540828Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.660802531Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.660819241Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.661570899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.66249369Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.663699404Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.663726484Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.663739874Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"14.249565ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.663886306Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.663901166Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.663908967Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.664328281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.664838867Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.664865887Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.66507429Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.666632668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.666666539Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.666881421Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.666903161Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.667627139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 879137450 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.667950993Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.668287167Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.669252088Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.669981097Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.670833197Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.670858547Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.671196081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.671661296Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.671688506Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.672046501Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.672913761Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.673211374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.673239864Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.673256365Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.673422357Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.673443387Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.673457267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.673466647Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.67371711Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.675886885Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.676094868Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.678456845Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.681263528Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.681288468Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"31.849639ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.68150958Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.682133948Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.682401831Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.682924377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.683326032Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.684748428Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.68492757Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.68495311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.68496206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.685058281Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.685163003Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.686287756Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.689576244Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.69272007Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.69274609Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.693657221Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DnsResolver","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 905157062 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.694906846Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.705317166Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.707730746Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"58.178294ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.709339143Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4e959475-f36d-4515-9ee9-1ee6e6c7bec3, lookup_type: ById(4e959475-f36d-4515-9ee9-1ee6e6c7bec3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.709379123Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.709424364Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.710145932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.711245645Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.714498702Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.714530883Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.714636914Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.716371004Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.716390984Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.716618107Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.721994439Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"72.51586ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.724349037Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.724712911Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.726499881Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"77.100923ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.727539484Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"original_time_created":"2025-03-20 20:27:56.163916 UTC","original_target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","time_created":"2025-03-20 20:27:56.163916 UTC","target_id":"4e959475-f36d-4515-9ee9-1ee6e6c7bec3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.727566194Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4e959475-f36d-4515-9ee9-1ee6e6c7bec3\",\"time_created\":\"2025-03-20T20:27:56.163916Z\"}","iteration":85,"elapsed":"78.144635ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.734345783Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.736468337Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.736934693Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.739642164Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.740883858Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.740912059Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.740923499Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.740933759Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.741201532Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.745545772Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"85.007275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.746571144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.746600314Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.746953109Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.747020339Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.748119932Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.748146982Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.748158723Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.748168843Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.748489136Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.756461099Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.756499039Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.756512089Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"106.875419ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.759488654Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.759521764Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"109.871263ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.766784923Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.767236926Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.769193636Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.76954474Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.770937666Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.770964637Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.770980377Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"121.374566ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.775080504Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":29,"elapsed":"114.549167ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.800532139Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.80057193Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.800894793Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e35759c9-cbce-4f9d-930b-580e3fe3827b\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:42:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.800925904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.802559973Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.823111261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.825227425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.825242996Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.825534489Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd851d1f-1c36-4771-9a77-74a5d60b853d\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:42:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.825555089Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.827100485Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.833513901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.84894412Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.8489633Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.849245803Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"MgsClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32f45dc-7dc7-4ddc-b91f-46e65f45ce99\", \"content-length\": \"26\", \"date\": \"Thu, 20 Mar 2025 20:42:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.849264824Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.850986894Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.909561142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.909583922Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.910077558Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"553164b7-76aa-441a-8907-5d4bb19ac4f9\", \"content-length\": \"372\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.910116939Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.910537233Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.914477369Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.914750232Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.949782628Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.950089142Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc31b343-e732-4322-9cbd-fa54bfb4d760\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.950580008Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.950899261Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.951597049Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.952023684Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.952431729Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.954733725Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"null","iteration":29,"elapsed":"305.727011ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.956734449Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.956754399Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.956950821Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.957831201Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.960132698Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.960151658Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.96033989Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.961295212Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.961670956Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.961924119Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.962159642Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"312.543201ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.962502375Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.962523016Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.962534206Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.962677277Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.962695618Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":29,"elapsed":"313.234659ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.962812029Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.96286103Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.965175966Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c, lookup_type: ById(3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.965198287Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.965395699Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.966754055Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.966773865Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.966782565Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.966962617Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.968728588Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.968755198Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.96890343Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.97148556Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"0","iteration":29,"elapsed":"322.03835ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.978084536Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.978106976Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.97837425Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"701a3d6d-1909-4c8d-82fe-c02efe460209\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.97839273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.978746764Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.980553975Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.980767417Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.984292118Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.984675903Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.986661175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"337.184376ms"} {"msg":"VPC route manager sled 3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.987802709Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.987820469Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.988164663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"088b2d93-7dc7-4550-b996-1ee92babc616\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.990443239Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":29,"elapsed":"340.853629ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.996292877Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.996685311Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"466830d7-eedd-4265-b424-68af5d4cafaf\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.996709462Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.999013549Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5c0f6be8-7d20-4c36-83a2-fb3bab27292d\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:01.999036209Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:01.99916163Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":29,"elapsed":"349.736902ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.001201904Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.001231144Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"352.271791ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.002115534Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.002134755Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.002144615Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.002437208Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.003970216Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.00434295Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.006836619Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.00686582Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.006968081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.007056442Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.010194548Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.010217798Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.010229168Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.010547872Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.011986859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.012008509Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.012221562Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.014332996Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54b9d1bb-ad46-4d7d-8000-2880f3156eb0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.014359706Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.014369486Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:28.048533 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.014378156Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":2}","iteration":15,"elapsed":"365.310692ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.014388987Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.014405607Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.014604159Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.015607901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"133632b0-72ab-44fd-88e3-39997fbecbb8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.015630751Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.015640081Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"current_time_created":"2025-03-20 20:28:27.410096 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.015667411Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1}","iteration":15,"elapsed":"366.598267ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.064580042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-20T20:42:02.07938082Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.07942569Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"429.850969ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.084430668Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-20T20:27:59.485511Z, time_modified: 2025-03-20T20:27:59.485511Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fb2f4844-634d-4db4-b999-1faa1611afe5, db_silo: Silo { identity: SiloIdentity { id: fb2f4844-634d-4db4-b999-1faa1611afe5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-20T20:28:28.005042Z, time_modified: 2025-03-20T20:28:28.005042Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.084482679Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]}},\"default_endpoint\":{\"silo_id\":\"fb2f4844-634d-4db4-b999-1faa1611afe5\",\"tls_certs\":[\"47d5e69626daa22457398c414e018e193769ed379bfbf5a4acee03511387ef6e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"435.459535ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.23138717Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.232357862Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"SledAgent":"3aad0fb4-e695-4bcb-b9d2-b5c705a48a7c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66599420-db0c-43b3-9bee-d5ab589af748\", \"content-length\": \"691\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.232392042Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.232403422Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.232411762Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.23482694Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":29,"elapsed":"585.28615ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.257359301Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.257804027Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c2542d3a-e0f7-40df-b4d5-0638c6387961\", \"date\": \"Thu, 20 Mar 2025 20:42:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.257818177Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.259183112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f6781164-0709-43e2-bbbe-d4f1a7f43067\", \"date\": \"Thu, 20 Mar 2025 20:42:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.259198663Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.261008114Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cea88d01-9ee8-4037-a5b8-8dbc6dd994a9\", \"date\": \"Thu, 20 Mar 2025 20:42:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.261018784Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.262982836Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.263021947Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"614.061264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.279196294Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.279577869Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.281567322Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f32a7ab-4740-426d-87de-4b77f09e9779, rack_id: e86e19d2-f1d6-4353-8448-7dd07ce234da, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(98ff0d90-9cbc-4e76-9e85-330666c91967) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.281580752Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.281792374Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.293413839Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.293665112Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"125b9d6a-0f6a-4b4a-aea4-1064948c0ccf\", \"content-length\": \"134\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.293684242Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.293695802Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"98ff0d90-9cbc-4e76-9e85-330666c91967","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.293925175Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.293937345Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.293945805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.293954775Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.293963805Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.293972146Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.294117267Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.294128437Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.29434306Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.29435335Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.294653613Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.296553925Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.296714257Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fd7d08a-6cbf-49a4-8aeb-f268cc62c99b\", \"content-length\": \"2\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.296727218Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.296830129Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"component":"DpdClient","rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb59a45e-62af-4948-863e-7f687883cf32\", \"content-length\": \"52\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.296850899Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.296861889Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.392951581Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4f09221b-7b42-4f59-8533-745bf5bb9a0b\", \"date\": \"Thu, 20 Mar 2025 20:42:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:02.392974342Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.392983252Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.393407857Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"rack_id":"e86e19d2-f1d6-4353-8448-7dd07ce234da","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c965be3-30c6-4762-8629-bb6f4380700c\", \"content-length\": \"682\", \"date\": \"Thu, 20 Mar 2025 20:42:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.393442667Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.39370859Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.397058009Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.397262901Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.400147565Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.400465838Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.401730273Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.401948405Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-20T20:42:02.409730336Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"335f739a-8725-4577-b853-613d8db1594a","status":"{}","iteration":29,"elapsed":"760.189056ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-20T20:42:04.766257454Z","hostname":"oxz_nexus_335f739a-8725-4577-b853-613d8db1594a","pid":23133,"uri":"/335f739a-8725-4577-b853-613d8db1594a","method":"GET","req_id":"9f2ec3fa-b851-4f65-9758-69949d9b4e19","remote_addr":"[fd00:1122:3344:101::d]:57470","local_addr":"[fd00:1122:3344:101::a]:64639","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"335f739a-8725-4577-b853-613d8db1594a","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":336,"response_code":"200"}