{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.736005133Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.736095364Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.736345668Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.738258533Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.741378504Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.741401405Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.741575997Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.74327434Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.743468532Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.74475798Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.748159085Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.748181365Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.748360208Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.752912478Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:01.752934869Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":19,"elapsed":"16.943636ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:02.16744053Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"d38e14d6-bbfa-471f-9476-4eea0880bb52","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":185,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.676806702Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.676861153Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.676870883Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.676878143Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677251988Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.67740614Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"174b6905-67c4-445e-8ee0-92f9d656bfce.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a1b4f3db-685d-4e05-94cb-90ed84711941.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 3304, tv_nsec: 361395628 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677508462Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677519992Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677528612Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677534472Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:15:11.677542462Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677549052Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677555712Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677562642Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677568672Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677578922Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677589203Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677597733Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.677713864Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.678043589Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.678067069Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.678076569Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.678087529Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.678095469Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.679022032Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.679038392Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"elapsed":"2.214889ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.679450327Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.679606019Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3304, tv_nsec: 363611278 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.679721191Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.680038925Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.680247798Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:15:11.68036044Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.680370449Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"2.834447ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.680561392Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.681085409Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.68118356Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3304, tv_nsec: 365178789 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.681523085Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.683246978Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.683268928Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.68343366Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.684602486Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.685136233Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.685195404Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.685391496Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.685716741Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.685725911Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.685731651Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.685737031Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.685885943Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.686115386Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.686129836Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.686139766Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.686149106Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.686275998Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.68643077Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.686866846Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.687198811Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.690422263Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.690442584Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.690451144Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.690660677Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.690861199Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.69087032Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.691044332Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.691185934Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.691195764Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.691356526Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.69240397Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.692567192Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.692625543Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.692650403Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.692663273Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.692791605Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.693207641Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.693218731Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.693228311Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.693372473Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.693643517Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.693738128Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.694334536Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.696794878Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.696812419Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.696991771Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.697285585Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.697293765Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.697449187Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.698251948Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.698262248Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.698268488Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.995755 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.698275558Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"elapsed":"20.723246ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.698846066Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.698853786Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.699028218Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.700607399Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":49,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.700617419Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.70063035Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.091055 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.700636819Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"elapsed":"23.853988ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.70144397Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC: statically disabled pending omicron#5284","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:15:11.701453921Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/metrics_producer_gc.rs:43"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.70146063Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"elapsed":"10.28µs"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.70366557Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-04-03T05:12:11.760059Z, time_modified: 2024-04-03T05:12:11.760059Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.70368848Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"elapsed":"26.116678ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.706473047Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.706489077Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:15:11.706495408Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/blueprint_execution.rs:65","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.706501678Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"elapsed":"5.06µs"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.706891093Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9f24d5b2-898d-40ee-a459-c6576fb9d418.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 3304, tv_nsec: 390894561 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.708070159Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.708091099Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":5,"elapsed":"1.600221ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736112152Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736133923Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736143192Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736152253Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736158153Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736164083Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:15:11.736169823Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:15:11.736176033Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736181683Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"21.45µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736187503Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736404256Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736423606Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.736524338Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.7374487Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.737553741Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.737704973Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.740291398Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.740310938Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.74046512Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.741613565Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.741637326Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.741800298Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.742403786Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3304, tv_nsec: 426403554 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.743038224Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.743066505Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.743229267Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.743254477Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.743514421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.743532851Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.74418126Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.744455623Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.744498544Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.747177659Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.7471979Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.747426043Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.751907373Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.751931653Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":20,"elapsed":"15.809311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.762827908Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.763117222Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.765019097Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.765276991Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.766397396Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.769612389Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.769631919Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.769773211Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.771287261Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"35.165359ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.802915592Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.830688782Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.830712732Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.830990716Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4a15f2-ef68-4eee-9201-b47ec8238b3c\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:15:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.831006046Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.832881421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.946249422Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.946617836Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"621db761-abd3-475c-bd4f-8f53b6eee60c\", \"date\": \"Wed, 03 Apr 2024 05:15:11 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.946645087Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.948094946Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"b641de7d-d99a-4e72-be34-260c5c480e3d\", \"date\": \"Wed, 03 Apr 2024 05:15:11 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.948109967Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.949368423Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.949378893Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"elapsed":"271.857172ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.953092823Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.953103333Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.953355936Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d315abe-2d3b-4e4a-8673-99be888bd14b\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:15:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.953373966Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.955514465Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.955833259Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.960582502Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.960599563Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:11.960807145Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd16945-bd8a-41ed-8ade-8acd6deec91c\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:15:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.960823246Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:11.96261028Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.027765817Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.02799504Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1174a7c8-e726-4e8f-bcc2-c557f04ce672\", \"content-length\": \"1\", \"date\": \"Wed, 03 Apr 2024 05:15:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.029509341Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.029783884Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.031446877Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"353.864394ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.066076468Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"388.556286ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.067143322Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.132101357Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.132569124Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"fc0940f5-5c3d-4ff9-abe2-3ca3cbe5dd50\", \"date\": \"Wed, 03 Apr 2024 05:15:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.132596414Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.134397668Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"cd22ef18-0e88-4fad-8c47-d60c2f99c82d\", \"date\": \"Wed, 03 Apr 2024 05:15:11 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.134414248Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.135749326Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"609e6b90-8fee-4145-ba8e-7b33d80b8d78\", \"date\": \"Wed, 03 Apr 2024 05:15:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.135767746Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.137804493Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.137847864Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"elapsed":"447.425171ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.160957092Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.161349327Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.163130611Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.163155581Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.163365454Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.168241199Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"64433deb-a98c-43e4-a79a-32e5bde67af1","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":198,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.170872474Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.171129697Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"270e5fc2-a0bf-47da-ba40-e143c0a11843\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:15:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.171151947Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.171161258Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.172150821Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.172164151Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.172171091Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.172177631Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.172183761Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.172189711Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.172390914Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.173417598Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.1735633Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b27ad736-c0bd-448c-9ac1-93aef8868f5a\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:15:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.17357705Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.173672281Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a556601-ffd1-4874-851e-fd187bb57a9c\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:15:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.173685421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.173693201Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.226194681Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"d8b5daa0-4663-49ba-b0f1-61aa81e85b2e\", \"date\": \"Wed, 03 Apr 2024 05:15:12 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:12.226223121Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.226235101Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.226498695Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5cf8d09-db56-4333-83be-d2df157a0a46\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:15:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.226536656Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.22685438Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.229588606Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.229815349Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.232524705Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.232719858Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.233786182Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.233944704Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:12.240553352Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"504.39633ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.735812556Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.735889877Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.736259082Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.738051496Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.741049666Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.741071656Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.741231668Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.742713948Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.742898861Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.744007145Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.746652821Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.746664841Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.746806303Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.750205138Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:21.750226398Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":21,"elapsed":"14.434162ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:22.168342738Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"16159a02-c87f-4e69-bc98-489e8bd714ec","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":195,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.736614815Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.736686336Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.736934729Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.738413149Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.741352648Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.741366429Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.741546691Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.743338755Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.743543307Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.748032877Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.750774884Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.750787054Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.750929426Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.755037251Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:31.755051151Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":22,"elapsed":"18.462655ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:32.168277125Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"e9a12a69-61ce-4aa8-8620-6f723819ea95","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":177,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.6785969Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.678652251Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.678663381Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:15:41.678672331Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.678681421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.678689232Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.678960145Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.679017156Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.680576237Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3334, tv_nsec: 364129765 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:15:41.680928651Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.680940551Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"2.333171ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.680947551Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3334, tv_nsec: 364504030 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.681745992Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.710966691Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.711005562Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.711147304Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.711290626Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"937a1700-787e-4122-a2fe-5739df76c740\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:15:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.711319456Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.712801926Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.735880673Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.735894463Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.735901944Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.735908114Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.735914254Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.735946664Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.735954784Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:15:41.735961464Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:15:41.735967735Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.735973395Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"7µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.736245058Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.736280439Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.73636497Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.737593476Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.737745618Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.73789296Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.741098983Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.741110213Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.741350356Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.742166287Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.742175867Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.74237049Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.742481011Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.742488561Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.742660194Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.743050419Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3334, tv_nsec: 426608537 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.743484975Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.743682477Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.744266485Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.744357116Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.744429457Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.745470691Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.748503491Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.748513712Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.748660444Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.753912234Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.753937464Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":23,"elapsed":"18.04334ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.760210298Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.760442021Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.761556285Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.761738048Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.762770522Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.765954994Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.765985435Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.766123186Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.767426614Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"31.53266ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.787613376Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.787909986Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a778e6d-2e06-41c9-a0dc-cabcdf2abfed\", \"content-length\": \"1\", \"date\": \"Wed, 03 Apr 2024 05:15:41 GMT\"} })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.788497374Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.788525205Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.789388866Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.789496668Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b4f0807-8f4b-4b6c-a166-ab2abb296f30\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:15:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.789509338Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.789609259Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.791046088Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"112.418848ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.791237021Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.85044142Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.85047377Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.850721513Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395b3c95-b83e-414e-825b-1baec7371ae3\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:15:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.850737193Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.852146932Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.871134855Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"192.547675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.946652671Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.947021076Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.948410265Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.948436755Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.948594197Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.955821293Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.956058307Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4338f978-c586-4a7d-9afc-8f77b41f6e6c\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:15:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.956081057Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.956090477Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.95631907Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.95632926Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.95633629Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.95634316Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.956351631Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.95635852Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.956651884Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.957785159Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.957903591Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe10051-0b8e-452a-9c9b-0d2490701444\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:15:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.957914441Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.958010293Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c88f969b-064c-4abb-911f-27c7b6c9e0a6\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:15:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:41.958020673Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:41.958029893Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.03964895Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"62911888-9212-45a1-b03d-c683598ea908\", \"date\": \"Wed, 03 Apr 2024 05:15:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:42.03968129Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.03969381Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.040534221Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad3b995c-2a2f-475d-9933-7c868fa9d768\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:15:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.040569162Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.040972847Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.04418609Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.044384713Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.047284691Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.047469264Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.048395116Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.048555308Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:42.054336147Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"318.484843ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:42.168721829Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"ddcdb761-d067-45e6-8b2a-51fc9a87b3a3","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":203,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.737031266Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.737109447Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.737443211Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.738701638Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.741628107Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.741649647Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.741806629Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.743244448Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.743444701Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.744536906Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.747254312Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.747268552Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.747415414Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.751159194Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:15:51.751173714Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":24,"elapsed":"14.173849ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:15:52.168388742Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"11e768c5-7025-4037-bbb6-03352f8bd99c","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":208,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.736701789Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.73679238Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.737231886Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.738870648Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.741754646Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.741766047Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.741930929Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.743382918Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.74356174Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.744882928Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.747484643Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.747496753Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.747630275Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.751541337Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:01.751553957Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":25,"elapsed":"14.892429ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:02.168807475Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"b8cbebbf-fd21-4423-8697-12ba1cb774d1","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":207,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678141577Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678193407Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678203577Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678211718Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678325539Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678336409Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678344229Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678350839Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:16:11.678358209Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.67836552Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.67837343Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.67838262Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.67839142Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.67839816Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.67840496Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.67841231Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678515611Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678646543Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"174b6905-67c4-445e-8ee0-92f9d656bfce.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a1b4f3db-685d-4e05-94cb-90ed84711941.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 3364, tv_nsec: 361715822 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678739985Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678763665Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678775225Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678848886Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.678957617Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.679235421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.680023332Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.680278425Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.680401607Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.680575489Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.680603069Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"elapsed":"2.433523ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.68066226Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:16:11.681294139Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.681306519Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"2.960789ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.681770295Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.681866926Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3364, tv_nsec: 364947405 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.682091519Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3364, tv_nsec: 365167278 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.683213244Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.683354056Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.683366716Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.683574179Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.68365119Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.685091779Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.685432254Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.685747448Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.686309665Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.686781312Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.686802032Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.686810262Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.686817442Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.687045345Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.687957117Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.687980928Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.687991588Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.688000098Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.688236481Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.690189497Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.691079609Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.69112285Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.693566602Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.693590112Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.693730484Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.694442944Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.694456274Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.694611286Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.695265875Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.695286075Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.695437527Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.696484031Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.696505311Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.696516681Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.696627653Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.696774125Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.69787546Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.699001644Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.699014725Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.699208537Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.699784225Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.699794775Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.699966747Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.700729878Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.700752578Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.700763048Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.701000471Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.701479128Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC: statically disabled pending omicron#5284","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:16:11.701491258Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/metrics_producer_gc.rs:43"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.701499838Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"elapsed":"11.491µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.701623839Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.70165007Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.701801642Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.702151646Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.703461444Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":49,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.703475644Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.703489024Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.091055 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.703497884Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"elapsed":"25.382968ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.705267368Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.705292068Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.70543411Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.70690584Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.70692915Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.70693923Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.995755 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.70694787Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"elapsed":"28.548341ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.707226824Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-04-03T05:12:11.760059Z, time_modified: 2024-04-03T05:12:11.760059Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.707250864Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"elapsed":"28.858624ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.707425847Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.707446167Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:16:11.707454347Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/blueprint_execution.rs:65","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.707462947Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"elapsed":"5.28µs"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.708586532Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9f24d5b2-898d-40ee-a459-c6576fb9d418.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 3364, tv_nsec: 391658721 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.709056228Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.709079519Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":6,"elapsed":"1.633962ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737089892Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737111572Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737119092Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737126672Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737224144Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:16:11.737239174Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:16:11.737247324Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737253834Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"4.82µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737260404Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737266924Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737350155Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737366626Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.737432247Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.738394369Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.738627812Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.738893406Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.74219067Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.74220343Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.742373552Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.742775448Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.742788138Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.74297958Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.743120922Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.743279814Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.743288025Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.743322725Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.743535138Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.744364189Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.744535401Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.745469003Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3364, tv_nsec: 428546042 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.745796618Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.746360055Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.74895233Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.74896847Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.749135022Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.753334188Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.753358859Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":26,"elapsed":"16.257046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.756702543Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.756988777Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.75871159Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.758902493Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.759952707Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.76318543Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.76321139Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.763367302Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.765003654Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"27.896921ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.800489976Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.800518367Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.8007806Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b59bff1e-1a6a-4ded-a353-2efa7ae9d717\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.800806031Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.802728996Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.825350018Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.825371618Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.826771937Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1782e20e-c8f8-4882-944a-4bb2f9d03f37\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.826800797Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.828248556Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.84953255Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.858117384Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.955872406Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"277.538937ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.985372819Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.98539894Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:11.985666913Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9bca3e2-5296-4954-baad-0311689958df\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.985686534Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:11.987712631Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.038902563Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.039322328Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b49341be-cb6f-4d4e-9be1-30d2ac781f16\", \"content-length\": \"1\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.040491613Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.040757067Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.042338418Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"363.974619ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.044614868Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.044915892Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f3a1caf2-0f0e-47cf-a2bb-89237459764f\", \"date\": \"Wed, 03 Apr 2024 05:16:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.044927633Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.046923879Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"874db2d7-2988-403a-946a-9e5345ca451c\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.04693521Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.049096838Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.049109438Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"370.774269ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.052512384Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.116695459Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.117184945Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f3d8893c-7cc8-4f8e-806e-a52284cf07af\", \"date\": \"Wed, 03 Apr 2024 05:16:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.117208856Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.119410595Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"23a2237a-8800-4a49-8622-9ed03949c89f\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.119424335Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.121504563Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"bace91a5-1528-4032-b58f-7188ed98ec59\", \"date\": \"Wed, 03 Apr 2024 05:16:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.121524403Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.123259916Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.123293077Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"432.206607ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.156629011Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.156997846Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.159185965Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.159201545Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.159430908Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.166228869Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.166458802Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74f5a98f-d6eb-476f-b50c-2fee0fcbcd27\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.166478502Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.166488902Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.166717315Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.166729155Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.166737275Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.166744066Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.166750926Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.166757646Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.1670855Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.167894601Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.168769813Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"64218593-93af-4514-8031-f31c21f450d7","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":610,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.168868594Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5398cb43-3427-4e34-adb8-21fb172090c2\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.168892154Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.168990745Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55af823b-2216-4abc-adeb-6e9591102011\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.169002366Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.169011416Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.217513372Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e3c2572c-9c24-4ab3-8e1d-d6a0d68c7345\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:12.217536652Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.217545702Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.217907687Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fd5f8e8-e89b-4a69-9e80-2095a02a44df\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:16:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.217940368Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.218229672Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.220947918Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.22115131Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.223519252Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.223717434Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.225015792Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.225193834Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:12.23240241Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"495.268088ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.736663084Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.736722445Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.737195391Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.73858397Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.741408807Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.741426118Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.741569699Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.743011839Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.743175851Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.744329726Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.746914581Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.746927671Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.747072973Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.751120577Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:21.751143917Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":27,"elapsed":"14.493922ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:22.168894621Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"279b9d3a-7d5e-4062-82ff-5eb68e80d98d","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.737209938Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.737274129Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.737594204Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.738896881Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.74183668Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.74185097Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.742029763Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.743441721Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.743639404Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.744764349Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.747436615Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.747456915Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.747594257Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.751520859Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:31.75154859Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":28,"elapsed":"14.344201ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:32.169649049Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"4268dfee-8080-43b4-9b9f-c848208dd789","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":193,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.679010181Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.679063532Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.679072862Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.679081332Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:16:41.679089952Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.679097792Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.679328735Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.679343825Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.680891696Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3394, tv_nsec: 363470524 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:16:41.681644586Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.681666336Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"elapsed":"2.631855ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.681746357Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.681778998Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3394, tv_nsec: 364373006 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.682786221Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.742398755Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742422726Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742506557Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742516907Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"reason":"Timeout"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:16:41.742525597Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:16:41.742532577Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742538997Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742545407Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"elapsed":"10.09µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742552968Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742560668Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742567228Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742573598Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.7427506Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7d4a9f8-e9fd-46e3-9cf6-4de5cfc680d0\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:16:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.74276383Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742826401Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742932673Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.742957613Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.743046814Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.743058174Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.743904215Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81adc011-0b59-4c7c-acca-3939f693e8cb\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:16:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.743929646Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.744133189Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.744387122Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.744516043Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.744714596Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.745443026Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.747878078Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.747892988Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.748158162Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.748355275Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.748367675Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.748403505Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.748415026Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.748520047Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.748573518Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.749667382Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.749851125Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.750185149Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.750203009Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3394, tv_nsec: 432809238 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.750542654Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.750555514Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.751846931Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.754837551Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.754855971Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.754996853Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.758771673Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.758793254Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":29,"elapsed":"16.272307ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.76450387Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.764736153Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.765964719Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.766131862Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.767198426Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.770229966Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.770243416Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.770386941Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.771948699Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"elapsed":"29.411912ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.835433715Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.835461195Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.836349097Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7822809-7eb4-4add-8c68-e97683872692\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:16:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.836362137Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.837644424Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.916076799Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.91693376Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fbc2ab2-ed08-497f-baee-7eb85a49a86c\", \"content-length\": \"1\", \"date\": \"Wed, 03 Apr 2024 05:16:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.917430267Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"elapsed":"238.402496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.917859333Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.918121866Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.919415493Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"elapsed":"240.423563ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.979082548Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.979412623Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.981396729Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.98141251Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.981568352Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.988001867Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.988304081Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed0117d-8511-43eb-a68a-08c39d0b4ad2\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:16:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.988330822Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.988352162Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.989218274Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.989230394Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.989237514Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.989244474Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.989251214Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.989257334Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.989554468Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.99045018Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.990613462Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fddc8f2e-e403-4157-a16b-1138074ead8d\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:16:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.990625282Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.990744714Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b732f62-eb7f-42a1-a879-b29b6d30fe4e\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:16:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:41.990756174Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:41.990767594Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.047295917Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c7886117-1024-482c-b9aa-fc27d4b8ab1b\", \"date\": \"Wed, 03 Apr 2024 05:16:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:42.047330528Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.047341008Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.051917369Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad6130e-7b03-4581-8aae-ce5885247319\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:16:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.051947579Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.052269573Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.05579293Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.056020263Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.059326637Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.05954625Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.061171492Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.061380285Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:42.068115104Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"elapsed":"325.554737ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:42.169183871Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"2bc24154-ba8c-46d7-aa48-4223ddd5c60c","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":218,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.743488387Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.743549068Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.743850982Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.745322492Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.748379113Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.748399583Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.748556145Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.749937264Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.750108566Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.75116607Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.753763495Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.753777535Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.753911957Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.757474544Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:16:51.757491054Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":30,"elapsed":"14.014317ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:16:52.17006658Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"64ae41cf-ddd4-4298-96b9-4610df496bef","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":782,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.743346674Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.743397504Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.743679468Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.745102587Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.747976915Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.747991916Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.748152888Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.749669128Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.74984815Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.751094577Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.753676991Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.753690461Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.753824693Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.75809072Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:01.75810586Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":31,"elapsed":"14.770967ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:02.169722824Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"8181f80a-2ef0-48d0-b8b9-903730a0b187","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":209,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679076175Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679129716Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679139936Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679148106Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.67943004Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.6794571Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.67946702Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.67947421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679481141Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:17:11.679489001Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679497211Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679505031Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679513201Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679520381Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679529231Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679536271Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679542551Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679601542Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"174b6905-67c4-445e-8ee0-92f9d656bfce.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a1b4f3db-685d-4e05-94cb-90ed84711941.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 3424, tv_nsec: 361709121 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679848875Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679892296Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679906266Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679931847Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.679945107Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.68017859Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.681198533Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.681221804Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"elapsed":"2.118008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.681460587Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.681476137Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.681563388Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.681917163Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:17:11.682196257Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.682222167Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"elapsed":"2.721066ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.683069178Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3424, tv_nsec: 365179007 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.68322036Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3424, tv_nsec: 365316589 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.683426963Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:11.683855279Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.684756561Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.684770971Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.685006884Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:11.685103596Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.685929247Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.686588075Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.686762798Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.686772798Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.686778678Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.686784368Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.686790628Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.687073802Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.687480447Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.687863112Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.688145466Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.688283028Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.688300388Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.688310918Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.688320398Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.688545281Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.689593085Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.691562369Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.69176429Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.691789959Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.692082208Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.692394042Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.692418793Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.692569375Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.693627669Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.693660139Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.693673459Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.693839842Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.693858402Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.694234897Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.694255217Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.694265918Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.694414489Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.694926826Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.695454273Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.695549604Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.695571625Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.695582765Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.695880929Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.696834012Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.697862065Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.697885566Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.698086768Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.699580768Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.699593649Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.699792481Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.701162999Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.70117821Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.701355142Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.701757347Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":49,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.701768607Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.701776298Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.091055 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.701784788Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"elapsed":"22.725622ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.702852482Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.702865162Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.702873442Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.995755 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.702881032Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"elapsed":"23.366872ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.703274567Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC: statically disabled pending omicron#5284","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:17:11.703284188Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/metrics_producer_gc.rs:43"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.703291158Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"elapsed":"10.95µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.708308505Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.708330585Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:17:11.708340945Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/blueprint_execution.rs:65","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.708350215Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"8.551µs"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.70875184Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9f24d5b2-898d-40ee-a459-c6576fb9d418.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 3424, tv_nsec: 390856889 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.710044458Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.710064198Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"elapsed":"1.743294ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.710151719Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-04-03T05:12:11.760059Z, time_modified: 2024-04-03T05:12:11.760059Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.710169659Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":7,"elapsed":"30.664838ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744092931Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744120962Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744135562Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744148732Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744160992Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744174122Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744186303Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"reason":"Timeout"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:17:11.744199223Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:17:11.744212123Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744224173Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"elapsed":"6.641µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744420596Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744436516Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.744459926Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.745611162Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.745697983Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.746038787Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.749562174Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.749583695Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.749807087Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.750984183Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.751004873Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.751201346Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.751243197Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.751265947Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.751454219Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.752903804Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.752924523Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.75313582Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.75334961Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.753770038Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3424, tv_nsec: 435941070 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.754393508Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:11.756116331Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.758161709Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.758186739Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.758364841Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.762349634Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.762372705Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":32,"elapsed":"18.270344ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.771383475Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.771648858Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.77323651Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.773438252Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.774568347Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.777268183Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.777279713Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.777472556Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.778677952Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"elapsed":"34.574341ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:11.805657711Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.805675722Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.806816097Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74f71713-f701-4613-8dba-92b44ac888ab\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:17:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:11.806835047Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:11.809379941Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:11.810209022Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.810232382Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.810464926Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49ea009c-00ad-4fd2-ae16-bae3d3300a62\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:17:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:11.810477556Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.811775883Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:11.812200729Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.861595237Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:11.950825705Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"elapsed":"271.329074ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.0134624Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.01348779Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.014569904Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf6d265-9f97-496d-a87a-9452a64606d9\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:17:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.014587945Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.016596291Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.034432339Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.034773194Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"8b07db27-a2de-40c8-ae7e-999e23116f6e\", \"date\": \"Wed, 03 Apr 2024 05:17:11 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.034787774Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.036249463Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e0c1ca50-c055-4d58-a4d0-deba24e7d5e6\", \"date\": \"Wed, 03 Apr 2024 05:17:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.036266063Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.037208336Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.037219386Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"357.745886ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.059218529Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.059425952Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d42ffd54-db2d-484a-8462-aa284a4db8ed\", \"content-length\": \"1\", \"date\": \"Wed, 03 Apr 2024 05:17:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.061287577Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.061554853Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.06306898Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"elapsed":"383.59546ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.06831605Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.13287617Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.133289596Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9b8104f5-3b30-427d-98f5-ebeddacc0d2f\", \"date\": \"Wed, 03 Apr 2024 05:17:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.133304206Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.135423304Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"7b0ec7b1-6ea3-4c3b-9d58-288d9ceac9fb\", \"date\": \"Wed, 03 Apr 2024 05:17:11 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.135434564Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.137440611Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"1e635018-9fd1-4876-a39f-c8dcc8eb7421\", \"date\": \"Wed, 03 Apr 2024 05:17:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.137454562Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.139001892Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.139037683Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"447.41838ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.168158611Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.168525415Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.170044616Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.170056496Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.170198448Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"ba77389c-9b98-4887-90f3-42904bb562ea","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":713,"response_code":"200"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.170337389Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.178275345Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.178567499Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18072bf8-9790-4b58-8766-bf3bbb0e5c51\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:17:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.17859117Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.17860051Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.178845633Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.178855663Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.178862973Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.178870253Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.178877963Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.178884423Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.179073956Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.179775645Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.179884167Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adcc47ae-71d7-4ed7-92b8-a1ed9798c241\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:17:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.179894917Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.179982888Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed22bda8-bdbf-4749-a2a1-2f07c97f3c24\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:17:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.179993328Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.180001868Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.228982961Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"dff002bf-99c6-4955-ba17-c8375c5b1b8c\", \"date\": \"Wed, 03 Apr 2024 05:17:12 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:12.229021551Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.229034131Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.232469607Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"549bb3c8-48f3-4b6b-a514-52d2ee6af0a7\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:17:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.232493217Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.232876383Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.235957364Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.236169746Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.239182337Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.239374829Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.241105302Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.241284215Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:12.247141033Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"elapsed":"503.017771ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.744409553Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.744461454Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.744766908Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.746003474Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.748776651Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.748790892Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.748940504Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.750420753Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.750602936Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.751707041Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.754332916Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.754354236Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.754486658Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.758616893Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:21.758640543Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":33,"elapsed":"14.240229ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:22.170341227Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"f6a9b83b-02ce-496f-8268-11b8c49a9db2","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":208,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.74367413Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.743751161Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.744189747Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.74589831Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.748662357Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.748678137Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.748827059Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.750272088Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.750464501Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.751674457Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.754276722Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.754294242Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.754425294Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.758525648Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:31.758553099Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":34,"elapsed":"14.892438ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:32.169945969Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"e094b986-6c56-42bf-ade1-92026267ba24","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":227,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.680475487Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.680527417Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:17:41.680537737Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.680546888Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.680555757Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.680562108Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.680829421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.680850461Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.682464263Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3454, tv_nsec: 364073531 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:17:41.682751797Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.682767867Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"elapsed":"2.292201ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.683192833Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.71303158Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.71305029Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.713263413Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3454, tv_nsec: 394853991 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.713285484Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0e3e579-760d-4b48-bf3c-9dea6bd54f42\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:17:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.713300354Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.713636278Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.714894615Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.743969312Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.743995973Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.744006653Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.744014813Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.744022563Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"reason":"Timeout"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:17:41.744030403Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:17:41.744038523Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.744046193Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"elapsed":"7.1µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.744053963Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.744062874Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.744351967Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.744364558Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.744656682Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.745764796Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.745896608Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.746100651Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.749545147Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.749555777Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.74976407Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.749976892Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.749998393Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.750011203Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.750023053Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.750209965Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.750237616Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.75057313Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.75058433Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.750848254Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf05de23-ea7a-4492-9d3d-4c8c4bc348e7\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:17:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.750860994Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.751459152Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.751655255Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.751773756Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.751933808Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.752202822Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3454, tv_nsec: 433825381 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.752468146Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.753106304Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.753144455Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.753296866Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.754418201Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74880601-4bc2-46f9-9e24-ade70e0e72c6\", \"content-length\": \"1\", \"date\": \"Wed, 03 Apr 2024 05:17:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.755648268Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.755950052Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.756151295Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.756162385Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.756305507Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.757172428Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"elapsed":"76.718692ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.760020046Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.760042096Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":35,"elapsed":"16.062614ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.764675048Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.764885421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.766084227Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.766243499Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.767332453Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.769929728Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.769942728Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.77008504Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.771496519Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"elapsed":"27.516417ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.814756935Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"elapsed":"134.258419ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.815561726Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.815575206Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.815769509Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d23aee-da65-4273-ac96-3539d167cfc0\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:17:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.815785129Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.817220588Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.91721663Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.917526814Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.919090185Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.919101506Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.919271798Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.925195137Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.926140669Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a46fd2d0-3ab4-4f28-88b1-5d00d60f2553\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:17:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.92615804Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.92616752Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.926865379Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.926874449Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.926880629Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.926887019Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.926893139Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.926899009Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.927063741Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.928152986Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.928273498Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d39e76-1b24-4535-894a-f1b528686bc8\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:17:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.928285328Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.928378439Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d5655e-200a-4d01-9f89-759bc4ea98be\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:17:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.928388619Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.928396449Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.979317588Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"3e0391d6-fc6e-478f-8e0b-33d01eb73965\", \"date\": \"Wed, 03 Apr 2024 05:17:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:41.979347908Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.979363588Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.982897305Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a2a8a0-20cc-4143-b591-c09cc7f724df\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:17:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.982930746Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.98323268Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.985981597Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.986170959Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.988335048Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.98850422Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.989582574Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.989756257Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:41.994981556Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":13,"elapsed":"250.960153ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:42.170702517Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"0984e7e6-dd8f-4988-be78-1d7c483aeeac","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":777,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.743988531Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.744034211Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.744365785Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.745568321Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.74848879Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.748509301Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.748652333Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.750098702Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.750268484Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.751344178Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.753961243Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.753979984Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.754105385Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.757858905Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:17:51.757881645Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":36,"elapsed":"13.897495ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:17:52.170213578Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"975beee0-ed56-4f3b-b601-b5d697512225","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":180,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.744525915Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.744600816Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.745050012Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.746969588Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.749767775Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.749778985Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.749925737Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.751399797Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.751580719Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.752770835Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.755354509Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.75536495Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.755503511Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.759611296Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:01.759636907Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":37,"elapsed":"15.119301ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:02.170202056Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"27ffa3ef-a499-4367-863b-9b29b637c756","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:03.833463844Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1:0]:36901"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:03.833650946Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c59afbf8-ab20-4e14-bf3f-5138ad6f39b2","remote_addr":"[fd00:1122:3344:101::1:0]:36901","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:03.834150493Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c59afbf8-ab20-4e14-bf3f-5138ad6f39b2","remote_addr":"[fd00:1122:3344:101::1:0]:36901","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:03.871878626Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/oximeter.rs:338","id":"334d1681-c1c1-4186-a004-b66c10624a2d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:03.871899746Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c59afbf8-ab20-4e14-bf3f-5138ad6f39b2","remote_addr":"[fd00:1122:3344:101::1:0]:36901","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:03.87223344Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c59afbf8-ab20-4e14-bf3f-5138ad6f39b2","remote_addr":"[fd00:1122:3344:101::1:0]:36901","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:03.880651942Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"oximeter-collector":"334d1681-c1c1-4186-a004-b66c10624a2d","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:03.881013767Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"oximeter-collector":"334d1681-c1c1-4186-a004-b66c10624a2d","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"a8f22381-fc1a-428c-9213-cdda4d798323\", \"date\": \"Wed, 03 Apr 2024 05:18:03 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:03.881039298Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/oximeter.rs:156","collector_id":"334d1681-c1c1-4186-a004-b66c10624a2d","producer_id":"b0cdb757-de0b-40e5-bafb-e97d8082c838"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:03.882457527Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/producers","method":"POST","req_id":"c59afbf8-ab20-4e14-bf3f-5138ad6f39b2","remote_addr":"[fd00:1122:3344:101::1:0]:36901","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48887,"response_code":"204"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.679469755Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.679522886Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.679536616Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.679546587Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680008573Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680345277Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680601831Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680655701Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680665382Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680672371Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:18:11.680678512Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680685482Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680692102Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680698592Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680705392Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680711812Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680717782Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680724232Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680731282Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.680849364Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"174b6905-67c4-445e-8ee0-92f9d656bfce.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a1b4f3db-685d-4e05-94cb-90ed84711941.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 3484, tv_nsec: 361972372 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.681096337Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.681107257Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.681120448Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.681140518Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.681966109Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.682127171Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.682401815Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.682415235Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"2.93951ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.682423035Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.682554507Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.683400168Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3484, tv_nsec: 364542286 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.68357541Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3484, tv_nsec: 364721309 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.684095357Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.684648815Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:18:11.685146761Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.685160711Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"elapsed":"4.48973ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.685196852Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.685990273Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.686003113Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.686220425Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.68653154Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.687882478Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.687893128Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.687899898Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.687906048Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.688008889Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.688183802Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.688268753Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.688425905Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.689372607Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.689386298Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.689392728Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.689398648Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.689484399Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.689502819Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.68957855Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.690567263Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.692780323Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.693679465Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.693699155Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.693913208Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.694276513Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.694287203Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.694494066Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.694627917Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.694637038Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.69478733Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.695350697Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.695504539Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.695854574Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.695863074Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.695871624Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.696011576Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.69627899Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.69628675Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.69629428Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.696429421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.696720295Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.697013169Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.697534166Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.699675285Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.699689605Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.699880338Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.701642101Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.701682302Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.701709752Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.701721352Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.701854584Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.701914694Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.70303428Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.70304557Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.7030539Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.995755 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.70306158Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"22.368867ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.703479045Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":49,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.703490135Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.703501896Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.091055 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.703509206Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"24.056401ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.703911211Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC: statically disabled pending omicron#5284","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:18:11.703920271Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/metrics_producer_gc.rs:43"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.703926981Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"8.94µs"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.706575107Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/external_endpoints.rs:101","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-04-03T05:12:11.760059Z, time_modified: 2024-04-03T05:12:11.760059Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.706595607Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"25.900545ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.709938532Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.709949132Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:18:11.709956152Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/blueprint_execution.rs:65","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.709963092Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"5.02µs"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.710410568Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9f24d5b2-898d-40ee-a459-c6576fb9d418.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 3484, tv_nsec: 391549206 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.711112297Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.711132717Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":8,"elapsed":"1.176896ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.74515429Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.745179041Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.745188731Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.745197451Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.745205691Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:18:11.745213671Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:18:11.745221631Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.745229142Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"elapsed":"6.87µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.745237002Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.745244762Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.745534836Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.745548446Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.745558196Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.74661201Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.746985025Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.747026015Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.750979138Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.750992868Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.751011459Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.751021559Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.751209921Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.751260102Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.751396474Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.751408544Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.751560206Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.752387157Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.752662601Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.752691351Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.752875784Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.753578303Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3484, tv_nsec: 434726152 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.754288702Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.754728028Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.75788513Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.757919601Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.758097393Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.762100856Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.762125447Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":38,"elapsed":"16.960156ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.765307239Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.767349466Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.767557999Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.768791105Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.768967688Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.769982781Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.773072722Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.773098943Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.773245335Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.774436581Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"elapsed":"29.275681ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.774596293Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.774611843Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.774834066Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8354de91-6d7c-4b2e-97b8-9b2fe9c606e4\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.774853186Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.777253298Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.777865906Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.777878606Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.778918971Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a70b0f1-5755-494f-9b88-2b74059ab79d\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.778934921Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.780602143Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.792591702Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.91176974Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.912165995Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"3a33b690-2396-4577-8307-56a12505de06\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.912181486Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.91326939Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"74617e25-0bea-4ea9-a9cf-dd6991bcfc8d\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.91327967Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:11.914881952Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.914898402Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"234.234821ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:11.934583604Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.061275322Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.061749218Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9d34da88-9402-4e39-8d46-a44ee10c269a\", \"date\": \"Wed, 03 Apr 2024 05:18:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.061772648Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.063093936Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"8b46a871-ce77-4d8c-ba77-76c6d2bd08a7\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.063117617Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.065159104Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"67be332e-a1f3-4618-aafc-ba9213574322\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.065172054Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.067390783Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.067432444Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"374.646251ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.090780515Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.090806525Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.091050729Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f4276b7-cccd-4733-a483-54c0c4635934\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.091067429Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.092595709Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.117211067Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.117491761Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa663d0-7cbf-41dc-99b7-d5c2fbc3968c\", \"content-length\": \"1\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.119641439Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.119915453Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.120212027Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"elapsed":"439.556036ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.121396713Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"elapsed":"440.710542ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.171089525Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"d461261b-4502-4a93-8539-108c6ed3e2fb","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":170,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.198994897Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.199387482Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.200982813Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.201003013Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.201258437Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.20974737Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.210038064Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6485473-2f4c-4b40-a2cc-2b46af9e788f\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.210056734Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.210067104Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.210288577Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.210298557Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.210305917Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.210313198Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.210320438Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.210329728Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.210554411Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.211494233Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.211620915Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1128415-e4bc-42ee-86f6-59e196987752\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.211634305Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.211722566Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5df95abd-581b-4727-be43-15a1432e26ba\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:18:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.211735576Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.211744226Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.261790993Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"696aad0e-b55e-4222-be81-4e13a799f3da\", \"date\": \"Wed, 03 Apr 2024 05:18:12 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:12.261820553Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.261830114Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.262719996Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cacdcff-09f5-4be5-80a0-0ea68cfdec96\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:18:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.262754466Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.262961559Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.265436402Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.265603934Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.267599101Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.267749343Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.268866407Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.269185762Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:12.276162055Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":14,"elapsed":"530.964463ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.745419352Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.745468863Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.745767317Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.749112601Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.752115832Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.752130352Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.752294154Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.753912545Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.754084108Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.755373965Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.75800151Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.75801244Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.758154682Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.762392618Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:21.762404089Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":39,"elapsed":"17.002116ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:22.171296625Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"9d978659-b7bf-4da4-b367-65550de6028d","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":695,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.745615043Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.745693374Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.74613336Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.748168037Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.751080825Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.751096726Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.751258308Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.753028524Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.753286285Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.754623693Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.757291498Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.757317929Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.75744225Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.761711437Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:31.761737527Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":40,"elapsed":"16.139955ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:32.171586297Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"516e3099-9569-4db1-a56e-dc3c1b9e42d8","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.681127581Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.681179172Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.681189932Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:18:41.681197682Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.681205062Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.681211472Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.681526467Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.681540247Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.682957616Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3514, tv_nsec: 363620964 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.683374051Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3514, tv_nsec: 364045770 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.683541623Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:18:41.683618535Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.683628865Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"elapsed":"2.489963ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.68400232Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.740218518Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.740238949Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.740472902Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85489a2a-66c4-447c-a103-9b3e9485fa0a\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:18:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.740485462Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.741286083Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.741379294Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.741387604Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.741623857Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf578cbb-726c-457a-80ec-ce2701d19f10\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:18:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.741638357Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.743200508Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745244016Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745259876Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745272856Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745283896Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"reason":"Timeout"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:18:41.745295626Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:18:41.745307576Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745318497Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"elapsed":"6.68µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745330087Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745340977Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745351907Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745704622Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745769032Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.745785963Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.747009289Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.747232142Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.747379894Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.750948412Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.750964682Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.751022653Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.751036413Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.751137854Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.751148744Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.751195915Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.751210705Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.751298986Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.752782266Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.752805666Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.752967648Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.75313161Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.753155421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3514, tv_nsec: 433801499 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.754262046Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.754351637Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.758212438Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.758233969Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.758402641Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.761988939Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.761999889Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":41,"elapsed":"16.759573ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.766184704Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.766416518Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.767577093Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.767776096Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.768918161Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.772360277Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.772373427Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.772550239Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.773915598Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"elapsed":"28.662532ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.828472014Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.829433747Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"694ed007-b1c1-40ff-91a9-a575af0cb5e5\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:18:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.830924607Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.83115046Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.832319156Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"elapsed":"151.206914ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.900054998Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"elapsed":"218.893547ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.900851138Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.900865409Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.901102612Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d4d626c-5cf6-4590-9cc3-875f4055e82a\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:18:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.901116842Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:41.902107215Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.998174255Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:41.99854166Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.00006589Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.000110361Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.000271903Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.008560393Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.009355094Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"353c3a1c-0e06-4b26-ab84-21e9f7b49e94\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:18:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.009377954Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.009390124Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.009627588Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.009639378Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.009646368Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.009653248Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.009660178Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.009667028Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.009861911Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.01057888Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.010688901Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97c57832-6ddc-443f-984c-edfeb3858165\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:18:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.010705252Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.010798383Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a99a517-c568-4ff6-bf5c-ae1e8d72a206\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:18:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.010811603Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.010819853Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.057339793Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"8c74e10e-d0e5-4e32-898e-26d905799be5\", \"date\": \"Wed, 03 Apr 2024 05:18:42 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.057366443Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.057376483Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.060733698Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f9f20b-d37b-4af1-9ed7-b709d3014625\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:18:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.060766699Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.061059932Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.063978902Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.064195764Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.066523395Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.066691408Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.067859433Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.068012745Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:42.074782415Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":15,"elapsed":"329.488759ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:42.171268641Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"af6b8116-0dac-4533-a6b6-a3a6165c3955","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":209,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.745598658Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.745685359Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.746148995Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.74798737Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.750889749Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.750903269Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.751067671Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.752619982Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.752816384Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.754224383Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.756858048Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.756872068Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.75701055Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.761351308Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:18:51.761378678Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":42,"elapsed":"15.794701ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:18:52.171702215Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"d66e7691-64f6-4efd-b3d0-6dd5cdc49b47","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":214,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.74600231Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.746075671Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.746512817Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.748703757Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.751753277Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.751774737Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.751928579Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.753753284Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.753956006Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.755209463Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.757795138Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.757814508Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.75794336Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.762285067Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:01.762299227Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":43,"elapsed":"16.321327ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:02.171284076Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"45e46a2c-f3f7-4f8b-9ac9-ef8d928a87f6","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":203,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.680624308Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.680687188Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.680698838Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.680707638Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681091614Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681218855Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"174b6905-67c4-445e-8ee0-92f9d656bfce.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a1b4f3db-685d-4e05-94cb-90ed84711941.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 3544, tv_nsec: 361409864 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681696222Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681720012Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681730022Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681740162Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:19:11.681750143Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681759063Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681769243Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681779993Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681791483Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681802263Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681811063Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681820783Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681831584Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681841204Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.681934915Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.682106797Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.682125728Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.682371271Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.683048556Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.683075463Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"2.438443ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.683975912Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3544, tv_nsec: 364183801 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.684332037Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.684364217Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.684686691Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.684748022Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.685203758Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.686148551Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3544, tv_nsec: 366362600 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.686387434Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.687435558Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.687453248Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.687460559Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.687651991Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:19:11.688222999Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.688232619Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"elapsed":"6.859891ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.688910068Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.689197652Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.689399574Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.6898644Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.689889351Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.689901421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.689912811Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.690157395Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.69055532Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.690634881Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.691243229Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.691582533Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.691593894Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.691600994Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.691607274Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.691836987Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.69281935Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.694028396Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.69431601Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.69432758Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.694550173Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.69510112Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.69511127Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.695285773Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.696109654Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.696308906Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.6965766Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.69660113Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.696715082Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.696730592Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.696742802Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.696752602Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.696899034Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.697466132Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.698216322Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.698226812Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.698235672Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.698307493Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.698427445Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.699518859Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.699922165Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.699936995Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.700130977Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.702520149Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.702535059Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.702672651Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.702684551Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.702692041Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.702862684Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.703791126Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.703807346Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.703814566Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.995755 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.703822066Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"22.285527ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.704404394Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":49,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.704415554Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.704424285Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.091055 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.704431205Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"23.830497ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.705190105Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC: statically disabled pending omicron#5284","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:19:11.705202995Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/metrics_producer_gc.rs:43"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.705210175Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"14.28µs"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.706147377Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-04-03T05:12:11.760059Z, time_modified: 2024-04-03T05:12:11.760059Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.706170548Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"24.617357ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.710224482Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.710237052Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:19:11.710246072Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/blueprint_execution.rs:65","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.710256112Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"5.47µs"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.710695908Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9f24d5b2-898d-40ee-a459-c6576fb9d418.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 3544, tv_nsec: 390906017 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.712041096Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.712063116Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":9,"elapsed":"1.821574ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.745286069Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.745307849Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.745317389Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.745323989Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.74533045Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.745337359Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.74534413Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"reason":"Timeout"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:19:11.7453513Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:19:11.74535879Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.74536531Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"elapsed":"7.09µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.745564942Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.745595443Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.745613643Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.74687488Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.746990272Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.747099513Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.75062308Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.75064039Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.750867933Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.751059826Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.751073376Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.751255398Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.751779785Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.751806136Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.751964098Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.751982288Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.75215411Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.752527305Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3544, tv_nsec: 432728944 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.753500528Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.753784242Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.754250468Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.755592386Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.759115273Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.759138793Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.759297785Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.76341006Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.763435931Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":44,"elapsed":"18.133371ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.766170247Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.766520082Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.768084653Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.768299276Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.769483201Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.773052569Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.773079579Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.773236421Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.774405927Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"elapsed":"29.110028ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.823706554Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.823732484Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.824840219Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88335b1b-16c4-4801-89fc-51b85267dc55\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:19:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.824860809Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.826046115Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.826068925Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.826247688Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b507f804-8720-4907-93f7-acac2a7026d7\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:19:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.826259368Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.826326909Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.827731877Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.884789397Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.884815708Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.885046831Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f264baaf-4c95-4ee7-9f76-19bb5170913a\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:19:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.885064081Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:11.887375672Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.918140972Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.973251476Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.973499609Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11bcca74-c629-4a18-8a66-f3f8e063b6d0\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:19:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.974973649Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.975263053Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.977019366Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"elapsed":"295.618779ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.977179698Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"elapsed":"295.857782ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:11.99680072Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.17259074Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"3a28dfe6-0ad6-4d7d-8831-08dc950a62a1","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":894,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.216300553Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.216691278Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f030b515-9087-485a-aac9-d12e5d855d2a\", \"date\": \"Wed, 03 Apr 2024 05:19:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.216719378Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.218090256Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"06dbec64-e660-4150-adf5-f816782caae1\", \"date\": \"Wed, 03 Apr 2024 05:19:11 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.218103827Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.220227635Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.220239685Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"elapsed":"538.883488ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.245947958Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.368681513Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.369172949Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"dfc1e5ef-1bc5-4aec-b3ca-90285614205f\", \"date\": \"Wed, 03 Apr 2024 05:19:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.36919326Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.37071653Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e4274343-9c9e-4e26-8c4d-772ec3fb0eff\", \"date\": \"Wed, 03 Apr 2024 05:19:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.3707285Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.372622605Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c6eede9a-f7b5-47b4-ba25-909a18ac13d2\", \"date\": \"Wed, 03 Apr 2024 05:19:11 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.372645486Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.374851035Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.374886035Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"elapsed":"680.853179ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.400081371Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.400453096Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.402119808Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.40213254Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.402300645Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.413382648Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.413620301Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dfba51f-cfa2-4f14-b63d-de18fbbdfbdb\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:19:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.413650792Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.413661382Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.414381391Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.414391942Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.414399432Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.414406802Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.414413512Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.414420082Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.414703886Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.415665789Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.41577183Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03cf6ec9-6177-4d71-a9ec-aedead2d41fb\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:19:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.41578261Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.415867291Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3312743-66c4-4112-a7bb-4c2b9f7a4951\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:19:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.415877391Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.415885042Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.462539383Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"7f6ebed4-ce02-4f74-957f-78ad11ff3432\", \"date\": \"Wed, 03 Apr 2024 05:19:12 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:12.462561243Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.462570464Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.462839607Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce68634-ad54-4cfb-9087-479db4c99d7b\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:19:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.462874348Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.463171141Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.465835417Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.46604164Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.468132198Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.46832227Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.469353034Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.469524136Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:12.475630207Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":16,"elapsed":"730.309088ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.745899754Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.745979425Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.746433041Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.748180654Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.751110234Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.751130044Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.751287746Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.752907817Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.75308223Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.754226315Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.75687152Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.75688611Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.757020762Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.760673451Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:21.760697791Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":45,"elapsed":"14.809727ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:22.171944559Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"218682cc-0cb8-4171-a915-d24af02a8816","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.746261907Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.746334428Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.746787504Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.748629878Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.75170883Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.75172131Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.751885242Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.753571304Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.753741027Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.754998503Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.757606758Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.757617778Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.75775542Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.761967616Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:31.761990147Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":46,"elapsed":"15.742369ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:32.172406174Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"56907b89-55ba-4260-ab4b-d2792f40561e","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":287,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.681751425Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.681805766Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.681814676Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:19:41.681821317Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.681828597Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.681836647Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.68208634Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.68210073Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.683664931Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3574, tv_nsec: 363411380 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:19:41.68435174Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.68436254Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"elapsed":"2.599285ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.684558053Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.713491798Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.713535569Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.713677681Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3574, tv_nsec: 393423509 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.713857703Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18ca78ea-2956-412f-8dcc-d882a6656568\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:19:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.713885774Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.714092786Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.715543456Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.74661817Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.74663719Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.74664555Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.74665266Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"reason":"Timeout"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:19:41.74665938Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:19:41.74666587Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.74667161Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.74667803Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"elapsed":"8.14µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.74668441Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.746691921Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.746937044Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.746949454Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.747073176Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.748256991Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.748462944Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.748696287Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.752512478Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.752525428Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.752577909Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.752588619Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.752696591Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.752830812Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.753352339Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.753363519Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.753532292Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.754245831Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.754436814Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.754480925Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.754629746Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3574, tv_nsec: 434384645 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.754675887Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.755735671Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.755798602Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.758857653Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.758874033Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.759022255Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.762966878Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.762985418Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":47,"elapsed":"16.360998ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.772511295Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.772747908Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.773878773Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.774062115Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.775054668Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.777693714Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.777707384Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.777851356Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.778966901Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"elapsed":"32.333861ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.785120563Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"elapsed":"103.372717ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.798642473Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.798672413Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.798885846Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde63476-99b5-4159-90db-23aeb70a6e7e\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:19:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.798902376Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.800172823Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.824755201Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.824781371Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.825139266Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15414a5d-ce3f-43a5-8c91-0971fe143942\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:19:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.825153306Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.827124982Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.841760757Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.84197509Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6326dd68-861f-4c8f-b3f7-8f6d77327262\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:19:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.842792061Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.842996884Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.844066098Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"elapsed":"162.292802ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.922527333Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.922933938Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.924744023Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.924758063Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.924944615Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.93058536Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.930811503Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e1f0a4-a07c-4f2e-b499-ee8b02b4fa99\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:19:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.930829124Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.930839704Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.931090727Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.931103397Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.931112198Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.931119638Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.931129368Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.931137238Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.931425692Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.932517636Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.932642558Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a039502b-d48f-4521-8df9-36ab2f8f272b\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:19:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.932666688Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.932740499Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa8b40fb-2aea-4f21-ae85-131643596e5e\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:19:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.932752659Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.932761649Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.981377707Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c8b9d0c9-2165-474b-9fcf-6d95b479ecbb\", \"date\": \"Wed, 03 Apr 2024 05:19:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:41.981405868Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.981417408Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.984697401Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76a3e5d-1442-4b55-8c57-06f75e521e4a\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:19:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.984718782Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.984983565Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.987938915Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.988180348Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.990412308Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.99058554Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.991612964Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.991781676Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:41.998446444Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":17,"elapsed":"251.782284ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:42.171840564Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"84a4432f-3659-49ac-a17a-26be833d8f1f","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":160,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.746148841Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.746208402Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.746627587Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.748225029Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.750975265Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.750991826Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.751132338Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.7527963Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.752952712Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.754163338Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.756795823Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.756808483Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.756943595Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.76106494Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:19:51.76107836Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":48,"elapsed":"14.953659ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:19:52.172793124Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"18a17194-50c4-4273-99dd-d956a1409609","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":806,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.746085407Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.746137238Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.746450122Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.747876891Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.750682998Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.750708699Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.750845691Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.752696385Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.752859067Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.754184765Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.7567985Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.75681167Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.756948432Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.760918745Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:01.760934045Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":49,"elapsed":"14.867128ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:02.172811672Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"c734a7e7-820e-4a0d-9d1f-d8600968d037","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.68116337Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.68121847Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.68122985Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.681240281Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.681512734Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.681670756Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"174b6905-67c4-445e-8ee0-92f9d656bfce.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a1b4f3db-685d-4e05-94cb-90ed84711941.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a2b50f43-9fdf-42d4-88bc-53143a838677.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 3604, tv_nsec: 360953545 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.681760898Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682035511Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682864382Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682883152Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682893603Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682903503Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682911473Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682921653Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682928713Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682938113Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:20:11.682946693Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:46"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682955993Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682962844Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.682970784Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.683110186Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.683167976Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.683274338Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.683286318Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.683353189Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.68345762Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.683723084Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.683854856Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.683867336Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"2.706076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.684800796Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.684878206Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.684984783Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3604, tv_nsec: 364310899 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"phantom disk task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:20:11.685462755Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/phantom_disks.rs:92"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.685472196Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"elapsed":"2.619045ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.685953844Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.685974964Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3604, tv_nsec: 365261942 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.686701703Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.687677536Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.687693097Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.687868239Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.68795296Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.688746711Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.688757581Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.688764161Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.688770541Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.688877543Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.688954493Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.689641082Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.689656643Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.689662933Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.689668903Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.689676513Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.689883506Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.689894596Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.690065538Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.690815478Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.691046001Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.693620696Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.693643126Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.693809958Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.694541648Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.694580528Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.69470676Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.694748451Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.694759501Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.694913913Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.695089035Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"reason":"Timeout"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.695168386Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.695178066Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.695187976Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.695356289Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.696042888Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.69621114Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.696251631Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.696260181Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.696269101Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.696403233Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.696438203Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.697282644Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.697378806Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.699832658Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.699844098Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.700016961Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.70072742Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.700752211Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.700945223Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.701636722Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":49,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1c2282ea-206d-4df3-bfca-a35a264cd464"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.701648162Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.701674013Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.091055 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.701685233Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"20.544574ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.702521664Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.702532054Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.702760587Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.704000164Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"5844cfd7-028e-4204-ba41-2d4da75c3d1c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.704010924Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.704018114Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_time_created":"2024-04-03 05:12:15.995755 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.704025334Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"21.127372ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.705453803Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC: statically disabled pending omicron#5284","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:20:11.705475644Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/metrics_producer_gc.rs:43"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.705485414Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"9.82µs"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.707398429Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-04-03T05:12:11.760059Z, time_modified: 2024-04-03T05:12:11.760059Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: d254228d-6b17-46e4-bc06-e18669dfc21c, db_silo: Silo { identity: SiloIdentity { id: d254228d-6b17-46e4-bc06-e18669dfc21c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-04-03T05:12:15.962604Z, time_modified: 2024-04-03T05:12:15.962604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"096b197d9f10cd1b196c898f82b2d3451036c6b5bc8fff5b9af57c633900dba5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.70741855Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"24.515696ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.711473053Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.711487744Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:20:11.711495624Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/blueprint_execution.rs:65","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.711504134Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":11,"elapsed":"4.491µs"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.711842498Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9f24d5b2-898d-40ee-a459-c6576fb9d418.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c33ab12a-21de-454f-9b76-9a78bfc5c720.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 3604, tv_nsec: 391146737 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.712894652Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.712910823Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":10,"elapsed":"1.425609ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.747127459Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.747146919Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.747156959Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.747165089Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.747172779Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"reason":"Timeout"} {"msg":"region replacement task started","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:20:11.747181609Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:44"} {"msg":"region replacement task done","v":0,"name":"nexus","level":40,"time":"2024-04-03T05:20:11.747189509Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/region_replacement.rs:48"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.747197059Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"elapsed":"5.891µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.747205409Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.74721336Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.747438972Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.747453383Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.747463143Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.748639288Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.748848301Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.749096255Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.752237036Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.752251437Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.752451349Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.7524765Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.75248595Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.75268572Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.75269622Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.752706279Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.752846522Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.753848328Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.754053011Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.754559287Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.75476485Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.756051507Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.756518813Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DnsResolver","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-54b5d8ce-2f89-4588-80f9-2a71dfa53de1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 3604, tv_nsec: 435816942 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.759310611Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.759334151Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.759490193Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.759508563Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:974"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.763209863Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.763235643Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":50,"elapsed":"16.094595ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.767785074Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.768009397Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.769132641Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.769335844Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.770470399Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.773580811Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Sled { parent: Fleet, key: 54b5d8ce-2f89-4588-80f9-2a71dfa53de1, lookup_type: ById(54b5d8ce-2f89-4588-80f9-2a71dfa53de1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.773599751Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.773772613Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.774852228Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"elapsed":"27.71139ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.810823837Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.810848717Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.811112371Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc4b4867-7e87-45ca-8af6-1a26a741b2e7\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.811136031Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.813465912Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.825118647Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.825142438Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.826230682Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3148064e-04ac-408a-80cd-b2d87a50bdac\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.826252662Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.827750242Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.975830595Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.978320318Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:982","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.978340529Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:11.978564472Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"MgsClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3242aefe-c73f-4b76-a447-b793f31e8bee\", \"content-length\": \"26\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.978586342Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:987","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:11.979595675Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/mod.rs:1019","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.042016867Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"elapsed":"359.076293ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.051032257Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.173014282Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"493a2ca8-65e3-4a7c-93a9-e1fd2c508fc3","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":196,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.179785732Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.180032745Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa019317-7fa1-4b6a-bb7b-17530a143da4\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.181664717Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.181970081Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.183267358Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"elapsed":"500.394246ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.275227183Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.275565708Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ce9fd012-ecaa-46cc-bdb0-4f228303378a\", \"date\": \"Wed, 03 Apr 2024 05:20:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.275580478Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.277344622Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"bf47509e-068f-4cdf-b542-68c6481c6ca8\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.277359872Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.279062674Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.279083085Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"elapsed":"596.193003ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.281801381Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.287864212Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.288227376Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.289930029Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:141","port":"SwitchPort { id: 9abb0c53-3a74-441c-8a11-a2b0939760e0, rack_id: 38b3f10b-8962-43bd-8d32-8172eeecefb9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0a16a58f-d519-4d96-87f3-b4294bb539f8) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.28994501Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.290108692Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.295956599Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.296173905Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a55b96ac-158d-4925-affa-3cf8c8437741\", \"content-length\": \"121\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.296194896Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1418","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.296205255Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:1445","switch_port_settings_id":"0a16a58f-d519-4d96-87f3-b4294bb539f8","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.296391398Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:364","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.296400511Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:368","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 })}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.296406811Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:377","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.296412717Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:383","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.296418905Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:403"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.29642468Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.296582051Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.297329648Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.29745669Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ada3e83-910f-4910-b97b-12b5bfefd550\", \"content-length\": \"2\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.29746757Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.297554131Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"component":"DpdClient","rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dda3515-60ee-4e24-8c90-70c75ba66d42\", \"content-length\": \"52\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.297565371Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:452","config":"[HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.297574161Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.317627238Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.318804394Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"62383654-fef7-4001-99fc-7b98f24ac14c\", \"date\": \"Wed, 03 Apr 2024 05:20:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.318816514Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.31926113Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9ba971aa-4fec-4ab2-87e4-680a1f92e5e3\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.31927444Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.321092085Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e7cda731-0dca-45b3-9c3e-cea54b4f7d03\", \"date\": \"Wed, 03 Apr 2024 05:20:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.321103494Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.323153422Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.323198013Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":12,"elapsed":"628.108337ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.342028303Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e40e8367-e30e-406f-86a8-6f9e53bf79c6\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:12.342050264Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"nexus/src/app/background/sync_switch_configuration.rs:617","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.342059704Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.342277017Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"rack_id":"38b3f10b-8962-43bd-8d32-8172eeecefb9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f6f64e9-9e0a-439d-8846-ac1362b9caee\", \"content-length\": \"452\", \"date\": \"Wed, 03 Apr 2024 05:20:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.342308107Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.342626101Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.345714693Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.345915965Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.348131785Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.348283867Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.349362461Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.349519633Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:12.354245186Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":18,"elapsed":"607.079447ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.74667866Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.746729791Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.747026815Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.748293122Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.751045338Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.751057059Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.75119866Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.752710451Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.752888823Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.754019608Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.756599892Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f5527b9-cd4c-45e9-8883-5bd926c9178e, lookup_type: ById(0f5527b9-cd4c-45e9-8883-5bd926c9178e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.756616023Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.756744465Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.761047082Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"original_time_created":"2024-04-03 05:12:01.079669 UTC","original_target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","time_created":"2024-04-03 05:12:01.079669 UTC","target_id":"0f5527b9-cd4c-45e9-8883-5bd926c9178e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-04-03T05:20:21.761067412Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce3f4eaa-859e-401b-9857-9156e3412491","iteration":51,"elapsed":"14.394152ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-04-03T05:20:22.173323474Z","hostname":"oxz_nexus_ce3f4eaa-859e-401b-9857-9156e3412491","pid":23825,"uri":"/metrics/collect/ce3f4eaa-859e-401b-9857-9156e3412491","method":"GET","req_id":"8eee13e6-0d4a-41d4-9aec-df1df76e2a2a","remote_addr":"[fd00:1122:3344:101::d]:41105","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce3f4eaa-859e-401b-9857-9156e3412491","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":299,"response_code":"200"}